-- Logs begin at Mon 2021-05-10 18:43:55 UTC, end at Mon 2021-05-10 19:56:46 UTC. -- May 10 19:28:51.010581 dv-cinder-784453-6-smb systemd[1]: Started Devstack devstack@q-svc.service. May 10 19:28:53.469250 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.common.config [-] Logging enabled! May 10 19:28:53.469960 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev192 May 10 19:28:53.470060 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79184) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 10 19:28:53.473152 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.common.config [-] Logging enabled! May 10 19:28:53.473407 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev192 May 10 19:28:53.473722 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79184) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 10 19:28:53.474677 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 19:28:53.474934 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 19:28:53.475304 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 19:28:53.475551 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 19:28:53.475779 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 19:28:53.476097 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.476396 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.476695 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.476929 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.477285 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.478082 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.478367 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.478658 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.478985 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.479276 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.479559 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.479847 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.480080 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.480364 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] config_source = [] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.480653 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.480941 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.481168 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] debug = True {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.481448 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.481875 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.482275 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.482559 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.482880 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.483154 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.483429 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.483710 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.483995 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.484330 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] host = dv-cinder-784453-6-smb {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.484612 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.484925 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.485212 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.485500 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.485776 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.486052 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.486342 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.486617 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] log_dir = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.486917 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] log_file = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.487212 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.487486 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.487771 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.488061 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.488288 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.488512 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.488801 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.489088 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.489366 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.489644 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.490182 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.490458 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.490734 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.491037 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.491382 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.491671 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.491957 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.492233 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.492509 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.492806 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.493086 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.493373 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.493653 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.493927 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.494200 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.494486 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.494763 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.495060 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.495360 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.495648 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.495984 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.496268 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.496542 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.496828 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.497109 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.497387 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] use_journal = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.497655 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] use_json = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.497929 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.498199 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.498481 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.498755 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.499052 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.499329 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.499600 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.499884 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:53.500183 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.500478 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.500781 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.501073 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.501367 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.501651 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.501943 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.502221 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.502517 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.502811 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.503133 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.503409 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.503703 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.503982 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.504283 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.504581 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.504877 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.505176 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.505451 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.505728 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.506003 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.506283 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.506571 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.506883 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.507181 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.507455 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.507736 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.508045 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.508307 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.508604 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.508884 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.509174 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.509451 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.509724 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.510009 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.510287 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.510558 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.510829 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.511131 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.511421 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.511698 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.511972 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.512242 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.512518 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.512789 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.513076 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.513355 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.513632 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.513904 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.514181 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.514456 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.514730 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.515041 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.515319 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.515595 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.515867 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.516138 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.516410 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.516680 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.516952 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.517225 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.517498 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.517777 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.518052 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.518327 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.518628 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.518949 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.519228 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.519515 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.519815 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.520095 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.520375 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.520655 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.520935 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.521213 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.521491 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.521771 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.522050 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.522321 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.522609 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.522915 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.523207 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.523497 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.523776 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.524598 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.524878 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.525161 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.525441 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.525720 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.526011 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.526297 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.526591 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.526905 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.527202 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.527496 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.527790 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.528072 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.528381 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.528660 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:53.528875 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 19:28:53.529117 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=79184) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 10 19:28:53.886660 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=79184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:28:53.886944 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=79184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:28:53.887235 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=79184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:28:53.887584 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.manager [-] Loading core plugin: ml2 May 10 19:28:54.197441 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:54.197750 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:54.197865 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:54.199105 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:54.199389 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:54.199654 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:54.323059 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:54.323336 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:54.323608 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:54.337154 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:54.337436 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:54.337709 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:54.367236 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:54.367525 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:54.368331 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:54.408196 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:54.408477 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:54.408743 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:54.645484 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:54.646135 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:54.646135 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:54.646311 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:54.647048 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:54.773565 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:54.773970 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:54.774277 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:54.774546 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:54.774810 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:54.775153 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:54.775411 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:54.775667 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:54.775921 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:54.776203 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:54.776463 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:54.776729 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:54.776994 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:54.777249 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:54.777516 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:54.777785 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:54.778043 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:54.778427 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:54.778661 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:54.778977 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:54.779207 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:54.779462 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:54.779711 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:54.780161 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:54.780417 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:54.780669 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:54.781085 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=79184) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 19:28:54.781332 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=79184) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 19:28:54.781578 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=79184) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 19:28:54.781819 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=79184) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 19:28:54.782060 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=79184) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 19:28:54.782300 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=79184) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 19:28:54.782678 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 10 19:28:54.786073 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 10 19:28:54.790522 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 10 19:28:54.794561 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) May 10 19:28:54.796212 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 10 19:28:54.796666 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 10 19:28:54.797004 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 10 19:28:54.797392 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 10 19:28:54.800262 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 10 19:28:54.800510 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 10 19:28:54.801025 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 10 19:28:54.828967 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 10 19:28:54.829424 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:54.829726 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=79184) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 10 19:28:54.830092 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:54.831482 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=79184) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 10 19:28:54.831769 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 10 19:28:54.832012 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 10 19:28:54.835249 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:54.835535 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:54.915426 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 10 19:28:54.915672 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 10 19:28:54.915912 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 10 19:28:54.916298 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 10 19:28:54.946641 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_db.sqlalchemy.engines [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=79184) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 10 19:28:55.617591 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.plugins.ml2.managers [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Initializing driver for type 'gre' May 10 19:28:55.618620 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] gre ID ranges: [(1, 1000)] May 10 19:28:55.999805 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.plugins.ml2.managers [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Initializing driver for type 'local' May 10 19:28:56.000440 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.plugins.ml2.managers [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Initializing driver for type 'vlan' May 10 19:28:56.097188 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] VlanTypeDriver initialization complete May 10 19:28:56.097530 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.plugins.ml2.managers [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Initializing driver for type 'vxlan' May 10 19:28:56.098063 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] vxlan ID ranges: [(1, 1000)] May 10 19:28:56.463009 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.plugins.ml2.managers [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Initializing extension driver 'port_security' May 10 19:28:56.463338 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.plugins.ml2.extensions.port_security [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] PortSecurityExtensionDriver initialization complete May 10 19:28:56.463671 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.plugins.ml2.managers [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Initializing mechanism driver 'openvswitch' May 10 19:28:56.464004 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.plugins.ml2.managers [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Initializing mechanism driver 'hyperv' May 10 19:28:56.474459 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.plugins.ml2.plugin [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=79184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:28:56.475245 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Subscribe: > port after_create 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:56.475618 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Subscribe: > port after_update 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:56.475971 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Subscribe: > port after_delete 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:56.476358 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Subscribe: > subnet after_create 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:56.476715 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Subscribe: > subnet after_update 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:56.477050 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:56.477429 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Subscribe: > network after_create 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:56.477778 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Subscribe: > network after_update 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:56.478116 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Subscribe: > network after_delete 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:56.478492 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Subscribe: > security_group after_create 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:56.478839 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Subscribe: > security_group after_update 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:56.479237 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:56.479611 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:56.479955 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:56.480291 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:56.480664 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Subscribe: > address_group after_create 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:56.481006 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Subscribe: > address_group after_update 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:56.481341 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:56.481673 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] ML2 OVO RPC backend initialized. {{(pid=79184) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} May 10 19:28:56.482373 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:56.482720 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:56.483156 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Subscribe: > network before_response 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:56.483500 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Subscribe: > networks before_response 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:56.483847 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Subscribe: > port before_response 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:56.484188 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Subscribe: > ports before_response 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:56.484525 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Subscribe: > subnet before_response 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:56.484862 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Subscribe: > subnets before_response 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:56.485206 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Subscribe: > network after_create 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:56.485545 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Subscribe: > network after_update 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:56.485879 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Subscribe: > network after_delete 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:56.486214 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Subscribe: > port after_create 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:56.486549 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Subscribe: > port after_update 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:56.486899 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Subscribe: > port after_delete 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:56.487237 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Subscribe: > subnet after_create 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:56.487569 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Subscribe: > subnet after_update 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:56.487902 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:56.488471 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.plugins.ml2.plugin [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Modular L2 Plugin initialization complete May 10 19:28:56.488797 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading services supported by the core plugin {{(pid=79184) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 10 19:28:56.489121 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.plugins.ml2.managers [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Got port-security extension from driver 'port_security' May 10 19:28:56.489576 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.extensions.vlantransparent [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Disabled vlantransparent extension. May 10 19:28:56.490351 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=79184) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 10 19:28:56.490666 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading Plugin: router May 10 19:28:56.526762 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:56.527210 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Subscribe: > router after_create 55549900 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:56.527580 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Subscribe: > router before_create 55549900 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:56.527942 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:56.528312 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:56.528662 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Subscribe: > router after_delete 55549900 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:56.529017 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:56.529376 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Subscribe: > router after_create 55549900 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:56.529719 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Subscribe: > router after_update 55549900 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:56.530065 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Subscribe: > router after_update 55549900 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:56.530413 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:56.530770 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Subscribe: > router after_update 55549900 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:56.531197 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Subscribe: > router precommit_update 55549900 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:56.531563 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Subscribe: port after_update 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:56.531900 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Subscribe: port after_delete 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:56.532234 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Subscribe: subnet after_update 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:56.532572 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:56.532915 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:56.533258 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Subscribe: > router precommit_create 55549900 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:56.533596 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Subscribe: port before_delete 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:56.533933 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Subscribe: > router precommit_create 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:56.534293 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Subscribe: > router after_update 55549900 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:56.534630 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:56.535012 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Subscribe: > router precommit_create 55549900 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:56.535370 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:56.535711 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Subscribe: > router precommit_update 55549900 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:56.536078 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Subscribe: > network after_delete 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:56.536918 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.quota.resource_registry [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Tracking information for resource: router configured {{(pid=79184) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 19:28:56.537246 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.quota.resource_registry [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Tracking information for resource: floatingip configured {{(pid=79184) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 19:28:56.542086 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.db.l3_agentschedulers_db [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 10 19:28:56.542681 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Subscribe: port after_update 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:56.543078 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Subscribe: port after_create 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:56.543429 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Subscribe: port after_delete 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:56.543779 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Subscribe: port after_update 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:56.544566 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Subscribe: > router before_create 55550100 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:56.544927 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:56.545288 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Subscribe: > router precommit_create 55550100 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:56.545641 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Subscribe: > router precommit_update 55550100 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:56.550150 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.services.provider_configuration [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Service providers = [] {{(pid=79184) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 10 19:28:56.550511 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.db.servicetype_db [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=79184) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 10 19:28:56.553426 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.services.service_base [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=79184) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 19:28:56.553774 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.services.service_base [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=79184) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 19:28:56.554133 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.services.service_base [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=79184) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 19:28:56.555028 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.services.service_base [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=79184) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 19:28:56.555396 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.services.service_base [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Default provider is not specified for service type L3_ROUTER_NAT May 10 19:28:56.557221 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=79184) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 19:28:56.557575 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 10 19:28:56.568497 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=79184) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 19:28:56.568837 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading Plugin: auto_allocate May 10 19:28:56.575265 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Subscribe: network precommit_update 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:56.575634 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Subscribe: network precommit_create 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:56.576149 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=79184) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 19:28:56.576468 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading Plugin: tag May 10 19:28:56.583330 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=79184) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 19:28:56.583657 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading Plugin: timestamp May 10 19:28:56.587445 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=79184) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 19:28:56.587772 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading Plugin: network_ip_availability May 10 19:28:56.593011 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:56.593379 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:56.593730 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:56.594453 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=79184) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 19:28:56.594775 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading Plugin: flavors May 10 19:28:56.599721 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=79184) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 19:28:56.600058 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading Plugin: revisions May 10 19:28:56.604287 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=79184) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 19:28:56.604681 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_concurrency.lockutils [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.717s {{(pid=79184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:28:56.605447 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=79184) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 10 19:28:56.605777 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Initializing extension manager. May 10 19:28:56.606280 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: __init__.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.606617 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: __pycache__ {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.606979 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.607310 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: address_group.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.608048 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.608616 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loaded extension: address-group May 10 19:28:56.608937 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: address_scope.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.609636 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.610141 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loaded extension: address-scope May 10 19:28:56.610460 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.611400 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.611907 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loaded extension: router-admin-state-down-before-update May 10 19:28:56.612226 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: agent.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.612907 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.613403 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loaded extension: agent May 10 19:28:56.613719 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: agent_resources_synced.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.614613 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.615396 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loaded extension: agent-resources-synced May 10 19:28:56.615760 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: allowedaddresspairs.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.617527 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.618044 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loaded extension: allowed-address-pairs May 10 19:28:56.618370 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: auto_allocated_topology.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.619462 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.619972 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loaded extension: auto-allocated-topology May 10 19:28:56.620295 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: availability_zone.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.621496 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.621999 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loaded extension: availability_zone May 10 19:28:56.622318 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: availability_zone_filter.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.623241 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.623743 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loaded extension: availability_zone_filter May 10 19:28:56.624060 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: data_plane_status.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.624954 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.625451 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Extension data-plane-status not supported by any of loaded plugins May 10 19:28:56.625803 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: default_subnetpools.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.626702 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.627238 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loaded extension: default-subnetpools May 10 19:28:56.627556 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.628348 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.628843 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loaded extension: dhcp_agent_scheduler May 10 19:28:56.629160 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: dns.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.630046 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.630540 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Extension dns-integration not supported by any of loaded plugins May 10 19:28:56.630870 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: dns_domain_ports.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.631774 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.632272 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Extension dns-domain-ports not supported by any of loaded plugins May 10 19:28:56.632588 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: dvr.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.633245 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.633742 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loaded extension: dvr May 10 19:28:56.634059 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: empty_string_filtering.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.634992 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.635492 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loaded extension: empty-string-filtering May 10 19:28:56.635808 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.637234 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.637773 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 10 19:28:56.638091 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.639012 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.639509 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 10 19:28:56.639826 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: external_net.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.640710 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.641211 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loaded extension: external-net May 10 19:28:56.641527 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.642409 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.642944 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loaded extension: extra_dhcp_opt May 10 19:28:56.643264 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: extraroute.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.644144 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.644650 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loaded extension: extraroute May 10 19:28:56.644967 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: extraroute_atomic.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.645983 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.646487 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loaded extension: extraroute-atomic May 10 19:28:56.646805 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: filter_validation.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.647532 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.648035 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loaded extension: filter-validation May 10 19:28:56.648352 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: fip_pf_description.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.649418 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.649921 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 10 19:28:56.650265 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: fip_port_details.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.651201 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.651702 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loaded extension: fip-port-details May 10 19:28:56.652048 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: flavors.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.653268 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.653777 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loaded extension: flavors May 10 19:28:56.654102 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.655832 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.656358 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 10 19:28:56.656686 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: floatingip_pools.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.657372 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.657875 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loaded extension: floatingip-pools May 10 19:28:56.658197 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: ip_allocation.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.659134 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.659634 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Extension ip_allocation not supported by any of loaded plugins May 10 19:28:56.659952 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.660850 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.661351 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loaded extension: ip-substring-filtering May 10 19:28:56.661671 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: l2_adjacency.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.662606 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.663139 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Extension l2_adjacency not supported by any of loaded plugins May 10 19:28:56.663460 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: l3.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.664424 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.664937 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loaded extension: router May 10 19:28:56.665256 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.667506 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.668074 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 10 19:28:56.668400 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.669305 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.669810 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loaded extension: ext-gw-mode May 10 19:28:56.670133 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.671065 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.671572 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loaded extension: l3-ha May 10 19:28:56.671896 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: l3_flavors.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.672810 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.673310 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loaded extension: l3-flavors May 10 19:28:56.673629 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.674520 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.675059 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loaded extension: l3-port-ip-change-not-allowed May 10 19:28:56.675378 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: l3agentscheduler.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.676397 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.676907 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loaded extension: l3_agent_scheduler May 10 19:28:56.677231 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: logging.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.678718 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.679261 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Extension logging not supported by any of loaded plugins May 10 19:28:56.679593 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: metering.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.680327 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.680904 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loaded extension: metering May 10 19:28:56.681229 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.682452 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.683007 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loaded extension: metering_source_and_destination_fields May 10 19:28:56.683881 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: multiprovidernet.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.684943 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.685458 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loaded extension: multi-provider May 10 19:28:56.685776 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: netmtu.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.686675 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.687214 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loaded extension: net-mtu May 10 19:28:56.687532 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: netmtu_writable.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.688426 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.688924 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loaded extension: net-mtu-writable May 10 19:28:56.689243 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: network_availability_zone.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.689897 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.690469 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loaded extension: network_availability_zone May 10 19:28:56.690791 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: network_ip_availability.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.691921 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.692425 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loaded extension: network-ip-availability May 10 19:28:56.692748 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: network_segment_range.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.693511 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.694015 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Extension network-segment-range not supported by any of loaded plugins May 10 19:28:56.694335 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: pagination.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.695338 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.695670 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loaded extension: pagination May 10 19:28:56.695989 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: port_device_profile.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.696887 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.697393 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loaded extension: port-device-profile May 10 19:28:56.697713 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.698607 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.699730 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loaded extension: port-mac-address-regenerate May 10 19:28:56.700046 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.700949 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.701452 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loaded extension: port-numa-affinity-policy May 10 19:28:56.701769 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: port_resource_request.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.702666 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.703187 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Extension port-resource-request not supported by any of loaded plugins May 10 19:28:56.703501 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: portbindings.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.704404 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.704908 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loaded extension: binding May 10 19:28:56.705225 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: portbindings_extended.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.706492 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.707039 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loaded extension: binding-extended May 10 19:28:56.707360 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: portsecurity.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.708252 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.708756 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loaded extension: port-security May 10 19:28:56.709076 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: project_id.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.710024 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.710352 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loaded extension: project-id May 10 19:28:56.710672 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: providernet.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.711609 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.712117 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loaded extension: provider May 10 19:28:56.712438 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: qos.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.716176 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.716648 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Extension qos not supported by any of loaded plugins May 10 19:28:56.716982 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.718228 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.718805 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 10 19:28:56.719164 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.720069 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.720579 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 10 19:28:56.720902 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: qos_default.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.721796 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.722306 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Extension qos-default not supported by any of loaded plugins May 10 19:28:56.722631 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: qos_fip.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.723308 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.723836 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Extension qos-fip not supported by any of loaded plugins May 10 19:28:56.724158 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: qos_gateway_ip.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.725103 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.725613 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 10 19:28:56.725936 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: qos_port_network_policy.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.726829 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.727368 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 10 19:28:56.727691 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: qos_rule_type_details.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.728586 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.729090 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 10 19:28:56.729411 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: qos_rules_alias.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.730992 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.731506 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Extension qos-rules-alias not supported by any of loaded plugins May 10 19:28:56.731828 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: quotasv2.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.732911 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.733239 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loaded extension: quotas May 10 19:28:56.733560 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: quotasv2_detail.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.735201 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.735543 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loaded extension: quota_details May 10 19:28:56.735872 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: rbac.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.736929 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.737452 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loaded extension: rbac-policies May 10 19:28:56.737779 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: rbac_address_group.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.738700 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.739243 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loaded extension: rbac-address-group May 10 19:28:56.739567 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: rbac_address_scope.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.740740 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.741259 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loaded extension: rbac-address-scope May 10 19:28:56.741636 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: rbac_security_groups.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.742550 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.743092 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loaded extension: rbac-security-groups May 10 19:28:56.743413 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: rbac_subnetpool.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.744316 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.744822 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loaded extension: rbac-subnetpool May 10 19:28:56.745144 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: revisionifmatch.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.746622 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.747158 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loaded extension: revision-if-match May 10 19:28:56.747479 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: revisions.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.748585 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.749096 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loaded extension: standard-attr-revisions May 10 19:28:56.749420 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: router_availability_zone.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.750082 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.750591 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loaded extension: router_availability_zone May 10 19:28:56.750933 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: routerservicetype.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.751841 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.752347 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Extension router-service-type not supported by any of loaded plugins May 10 19:28:56.752666 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.753626 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.754131 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loaded extension: security-groups-normalized-cidr May 10 19:28:56.754450 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.755387 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.755895 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loaded extension: port-security-groups-filtering May 10 19:28:56.756214 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.757119 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.757629 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loaded extension: security-groups-remote-address-group May 10 19:28:56.757948 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: securitygroup.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.767832 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.768390 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loaded extension: security-group May 10 19:28:56.768721 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: segment.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.769527 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.770030 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Extension segment not supported by any of loaded plugins May 10 19:28:56.770354 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.771465 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.771959 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 10 19:28:56.772281 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: servicetype.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.773391 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.773906 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loaded extension: service-type May 10 19:28:56.774226 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: sorting.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.775226 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.775552 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loaded extension: sorting May 10 19:28:56.775873 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: standard_attr_segment.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.776774 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.777312 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Extension standard-attr-segment not supported by any of loaded plugins May 10 19:28:56.777630 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: standardattrdescription.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.778262 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.778763 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loaded extension: standard-attr-description May 10 19:28:56.779115 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: stateful_security_group.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.780027 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.780541 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loaded extension: stateful-security-group May 10 19:28:56.780863 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: stdattrs_common.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.781433 dv-cinder-784453-6-smb neutron-server[79184]: WARNING neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 10 19:28:56.781752 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.782736 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.783280 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 10 19:28:56.783600 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: subnet_onboard.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.784653 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.785170 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loaded extension: subnet_onboard May 10 19:28:56.785489 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.786416 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.786946 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 10 19:28:56.787269 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: subnet_service_types.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.788173 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.788683 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loaded extension: subnet-service-types May 10 19:28:56.789005 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: subnetallocation.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.790075 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.790587 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loaded extension: subnet_allocation May 10 19:28:56.790946 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.791606 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.792111 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loaded extension: subnetpool-prefix-ops May 10 19:28:56.792432 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.793882 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.794406 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 10 19:28:56.794731 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: tagging.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.795855 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.796384 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loaded extension: standard-attr-tag May 10 19:28:56.796708 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: timestamp.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.797919 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.798430 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loaded extension: standard-attr-timestamp May 10 19:28:56.798757 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: trunk.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.799810 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.800320 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Extension trunk not supported by any of loaded plugins May 10 19:28:56.800642 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: trunk_details.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.801543 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.802049 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Extension trunk-details not supported by any of loaded plugins May 10 19:28:56.802371 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: uplink_status_propagation.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.803308 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.803811 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 10 19:28:56.804131 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Loading extension file: vlantransparent.py {{(pid=79184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:28:56.804796 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=79184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:28:56.805306 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Extension vlan-transparent not supported by any of loaded plugins May 10 19:28:56.807818 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.quota.resource_registry [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Creating instance of TrackedResource for resource:network May 10 19:28:56.809134 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.quota.resource_registry [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Creating instance of TrackedResource for resource:subnet May 10 19:28:56.809927 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.quota.resource_registry [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Creating instance of TrackedResource for resource:subnetpool May 10 19:28:56.810534 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.quota.resource_registry [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Creating instance of TrackedResource for resource:port May 10 19:28:56.811837 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.v2.resource_helper [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:28:56.812296 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.v2.resource_helper [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Service FLAVORS assigned prefix: {{(pid=79184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:28:56.812931 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.v2.resource_helper [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:28:56.814607 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.v2.resource_helper [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:28:56.814607 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.quota.resource_registry [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Creating instance of TrackedResource for resource:router May 10 19:28:56.814607 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.quota.resource_registry [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Creating instance of TrackedResource for resource:floatingip May 10 19:28:56.815058 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.v2.resource_helper [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Service METERING assigned prefix: /metering {{(pid=79184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:28:56.816505 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:56.816869 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:56.817217 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:28:56.818396 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.quota.resource_registry [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Creating instance of CountableResource for resource:rbac_policy May 10 19:28:56.818842 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.quota.resource_registry [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Creating instance of TrackedResource for resource:security_group May 10 19:28:56.819514 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.quota.resource_registry [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Creating instance of TrackedResource for resource:security_group_rule May 10 19:28:56.820257 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.v2.resource_helper [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Service CORE assigned prefix: {{(pid=79184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:28:56.820585 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.quota.resource_registry [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Creating instance of TrackedResource for resource:subnetpool May 10 19:28:56.820920 dv-cinder-784453-6-smb neutron-server[79184]: WARNING neutron.quota.resource_registry [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] subnetpool is already registered May 10 19:28:56.821534 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.v2.resource_helper [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Service CORE assigned prefix: {{(pid=79184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:28:56.821863 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.quota.resource_registry [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Creating instance of TrackedResource for resource:subnetpool May 10 19:28:56.822184 dv-cinder-784453-6-smb neutron-server[79184]: WARNING neutron.quota.resource_registry [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] subnetpool is already registered May 10 19:28:56.824921 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.v2.resource_helper [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:28:56.825360 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.v2.resource_helper [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Service FLAVORS assigned prefix: {{(pid=79184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:28:56.825949 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.v2.resource_helper [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:28:56.826367 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.v2.resource_helper [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:28:56.826699 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.quota.resource_registry [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Creating instance of TrackedResource for resource:router May 10 19:28:56.827062 dv-cinder-784453-6-smb neutron-server[79184]: WARNING neutron.quota.resource_registry [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] router is already registered May 10 19:28:56.827657 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.quota.resource_registry [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Creating instance of TrackedResource for resource:floatingip May 10 19:28:56.827982 dv-cinder-784453-6-smb neutron-server[79184]: WARNING neutron.quota.resource_registry [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] floatingip is already registered May 10 19:28:56.828613 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.v2.resource_helper [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Service METERING assigned prefix: /metering {{(pid=79184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:28:56.829292 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.quota.resource_registry [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Creating instance of CountableResource for resource:rbac_policy May 10 19:28:56.829618 dv-cinder-784453-6-smb neutron-server[79184]: WARNING neutron.quota.resource_registry [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] rbac_policy is already registered May 10 19:28:56.831224 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.quota.resource_registry [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Creating instance of TrackedResource for resource:security_group May 10 19:28:56.831559 dv-cinder-784453-6-smb neutron-server[79184]: WARNING neutron.quota.resource_registry [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] security_group is already registered May 10 19:28:56.832153 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.quota.resource_registry [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Creating instance of TrackedResource for resource:security_group_rule May 10 19:28:56.832483 dv-cinder-784453-6-smb neutron-server[79184]: WARNING neutron.quota.resource_registry [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] security_group_rule is already registered May 10 19:28:56.833152 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.v2.resource_helper [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Service CORE assigned prefix: {{(pid=79184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:28:56.833481 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.quota.resource_registry [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Creating instance of TrackedResource for resource:subnetpool May 10 19:28:56.833812 dv-cinder-784453-6-smb neutron-server[79184]: WARNING neutron.quota.resource_registry [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] subnetpool is already registered May 10 19:28:56.834402 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.v2.resource_helper [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Service CORE assigned prefix: {{(pid=79184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:28:56.834724 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.quota.resource_registry [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Creating instance of TrackedResource for resource:subnetpool May 10 19:28:56.835070 dv-cinder-784453-6-smb neutron-server[79184]: WARNING neutron.quota.resource_registry [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] subnetpool is already registered May 10 19:28:56.835729 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Extended resource: extensions {{(pid=79184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:28:56.837221 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Extended resource: address-groups {{(pid=79184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:28:56.838821 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Extended resource: address-scopes {{(pid=79184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:28:56.840080 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Extended resource: agents {{(pid=79184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:28:56.841260 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Extended resource: auto-allocated-topology {{(pid=79184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:28:56.842495 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Extended resource: availability_zones {{(pid=79184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:28:56.843832 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Extended resource: dhcp-networks {{(pid=79184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:28:56.845235 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Extended resource: dhcp-agents {{(pid=79184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:28:56.846671 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Extended resource: routers {{(pid=79184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:28:56.848539 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Extended resource: flavors {{(pid=79184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:28:56.849686 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Extended resource: service_profiles {{(pid=79184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:28:56.850907 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Extended resource: next_providers {{(pid=79184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:28:56.852428 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Extended resource: service_profiles {{(pid=79184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:28:56.853872 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Extended resource: floatingip-pools {{(pid=79184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:28:56.855640 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Extended resource: routers {{(pid=79184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:28:56.857454 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Extended resource: floatingips {{(pid=79184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:28:56.858649 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Extended resource: l3-routers {{(pid=79184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:28:56.860067 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Extended resource: l3-agents {{(pid=79184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:28:56.861482 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Extended resource: metering-labels {{(pid=79184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:28:56.862824 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Extended resource: metering-label-rules {{(pid=79184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:28:56.864118 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Extended resource: network-ip-availabilities {{(pid=79184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:28:56.865649 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Extended resource: bindings {{(pid=79184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:28:56.867329 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Extended resource: quotas {{(pid=79184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:28:56.868766 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Extended resource: quotas {{(pid=79184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:28:56.870160 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Extended resource: rbac-policies {{(pid=79184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:28:56.872087 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Extended resource: security-groups {{(pid=79184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:28:56.873294 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Extended resource: security-group-rules {{(pid=79184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:28:56.874554 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Extended resource: service-providers {{(pid=79184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:28:56.875818 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Extended resource: subnetpools {{(pid=79184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:28:56.877216 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Extended resource: subnetpools {{(pid=79184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:28:56.878681 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Extended resource: tags {{(pid=79184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:28:56.880403 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Extended resource: tags {{(pid=79184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:28:56.882209 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Extended resource: tags {{(pid=79184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:28:56.884002 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Extended resource: tags {{(pid=79184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:28:56.885805 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Extended resource: tags {{(pid=79184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:28:56.887704 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Extended resource: tags {{(pid=79184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:28:56.889400 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Extended resource: tags {{(pid=79184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:28:56.892330 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Extended resource: tags {{(pid=79184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:28:56.894102 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Extended resource: tags {{(pid=79184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:28:57.007013 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron.api.extensions [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Extended resource: tags {{(pid=79184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:28:57.012794 dv-cinder-784453-6-smb neutron-server[79184]: WARNING keystonemiddleware.auth_token [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 10 19:28:57.017552 dv-cinder-784453-6-smb neutron-server[79184]: WARNING keystonemiddleware.auth_token [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 10 19:28:57.025874 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_concurrency.lockutils [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Acquired lock "singleton_lock" {{(pid=79184) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 10 19:28:57.026358 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_concurrency.lockutils [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Releasing lock "singleton_lock" {{(pid=79184) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 10 19:28:57.027050 dv-cinder-784453-6-smb neutron-server[79184]: INFO oslo_service.service [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Starting 2 workers May 10 19:28:57.031687 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Started child 79295 {{(pid=79184) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 10 19:28:57.035966 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Started child 79296 {{(pid=79184) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 10 19:28:57.036845 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:57.037549 dv-cinder-784453-6-smb neutron-server[79184]: INFO neutron.service [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Neutron service started, listening on 0.0.0.0:9696 May 10 19:28:57.038172 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Notify callbacks [] for process, before_spawn {{(pid=79184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:57.038339 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [-] (79295) wsgi starting up on http://0.0.0.0:9696 May 10 19:28:57.040420 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:57.040912 dv-cinder-784453-6-smb neutron-server[79184]: INFO oslo_service.service [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Starting 1 workers May 10 19:28:57.041769 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [-] (79296) wsgi starting up on http://0.0.0.0:9696 May 10 19:28:57.046252 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Started child 79297 {{(pid=79184) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 10 19:28:57.046768 dv-cinder-784453-6-smb neutron-server[79184]: INFO oslo_service.service [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Starting 1 workers May 10 19:28:57.049696 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.service [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] calling RpcWorker wait() {{(pid=79297) _wait /opt/stack/neutron/neutron/service.py:128}} May 10 19:28:57.050262 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.service [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] returning from RpcWorker wait() {{(pid=79297) _wait /opt/stack/neutron/neutron/service.py:135}} May 10 19:28:57.051129 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Started child 79298 {{(pid=79184) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 10 19:28:57.051610 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:57.051919 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e553-6f74-48cf-bd42-61da146e94c5 None None] Notify callbacks [] for process, after_spawn {{(pid=79184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:57.052214 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:28:57.053783 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79184) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 10 19:28:57.053998 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 19:28:57.054175 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 19:28:57.054388 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 19:28:57.054712 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 19:28:57.054896 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 19:28:57.055415 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.055801 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.055966 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.056067 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:57.056531 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.056531 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.056935 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:28:57.057077 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.057343 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.057573 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.057863 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.058122 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.058367 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.059086 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.059332 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.059579 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.059897 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.060182 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.060448 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.060731 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.060905 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.061165 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.061427 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.061656 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.061923 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] debug = True {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.062176 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.062638 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.062900 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.063131 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.063363 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.063645 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.063904 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.064190 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.064430 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.064652 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.064901 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.065158 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.065403 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.065633 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.065853 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.066098 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.066334 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.066827 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] host = dv-cinder-784453-6-smb {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.067109 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.067333 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.067589 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.067846 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.068115 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.068351 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.068616 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.068861 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.069109 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.069361 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.069636 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.069880 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.070076 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.070328 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] log_file = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.070493 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] log_options = True {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.070732 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.071040 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.071319 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.071511 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.071681 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.071861 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.072133 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.072374 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.072564 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.072797 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.073014 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.073230 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.073464 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.073713 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.073984 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.074226 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.074473 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.074684 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.074954 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.075191 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.075431 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.075642 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.075883 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.076116 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.076350 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.076566 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.076813 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.077033 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.077245 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.077506 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.077722 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.077987 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.078232 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.078493 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.078722 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.078972 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.079193 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.079492 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.079727 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.079973 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.080225 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.080459 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.080705 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.080920 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.081230 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.081471 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] use_json = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.081684 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.081904 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.082169 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.082382 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.082617 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.082831 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.083069 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.083304 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.083725 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.084001 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.084322 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.084554 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.084849 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.085104 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.085336 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.085577 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.085834 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.086063 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.086812 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.087024 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.087194 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.087530 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.087805 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.088156 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.088417 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.088689 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.088917 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.089174 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.089426 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.090178 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.090525 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.090810 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.091100 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.091369 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.091601 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.091890 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.092130 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.092345 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.092644 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.092779 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.093059 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.093283 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.093578 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.093799 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.094062 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.094251 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.094674 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.094803 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.094991 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.103582 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.103582 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.103582 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.103582 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.103582 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.103582 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.103582 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.103582 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.103582 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.104180 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.104180 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.104180 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.104180 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.104180 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.104180 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.104180 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.104180 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.104180 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.104684 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.104684 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.104684 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.104684 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.104684 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.104684 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.104684 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.104684 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.104684 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.105779 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.105779 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.105779 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.105779 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.105779 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.105779 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.105779 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.105779 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.105779 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.106291 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.106291 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.106291 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.106291 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.106291 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.106291 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.106291 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.106713 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.106713 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.107149 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.107149 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.107149 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.107867 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.108015 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.108210 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.108455 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.108701 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.108953 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.109237 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.109471 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.109710 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.109967 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.110196 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.110461 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.110689 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.110989 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.111219 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.111578 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.111836 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.112125 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.112398 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.112672 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.112933 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.113198 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.113477 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.113751 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.114026 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.114282 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.114528 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.115116 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.115695 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.115695 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.116073 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.116239 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.116380 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.116619 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.116896 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.117134 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.117420 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.117648 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.117941 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.118173 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.118415 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.118768 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.119054 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.119377 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.119619 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.119840 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.120077 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.120369 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.120634 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.120901 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.121180 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.122182 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.122182 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.122182 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.122182 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.122674 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.122674 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.122935 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.123095 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.123337 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.123568 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.124102 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.124102 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.124356 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.124517 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.124734 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.124957 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.125201 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.125425 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.125655 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.125909 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.126132 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.126354 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.126601 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.126832 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.127078 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.127308 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.127525 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.127782 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.128011 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.128296 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.128554 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.128799 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.129033 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.129264 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.129508 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.129745 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.129994 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.130218 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.130433 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.130651 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.130893 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.131114 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.131355 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.131588 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.131804 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.132065 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.132324 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.132673 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.132925 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.133159 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.133398 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.133626 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.133878 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.134123 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.134373 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.134694 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.134934 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.135165 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.135455 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.135704 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.135946 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.136213 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.136436 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.136657 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.136970 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.137099 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.137388 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.137668 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.137905 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.138192 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.138579 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.138829 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.139074 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.139291 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.139512 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.139728 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.139981 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.140199 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.140415 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.140637 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.140851 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.141101 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.141315 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.141579 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.141752 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.141988 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.142227 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.142449 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.142667 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.142930 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.143148 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.143485 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.143740 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.144000 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.144275 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.144513 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.144764 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.145038 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.145377 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.145599 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.145863 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.146102 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.146324 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.146548 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.146813 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.147165 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.147467 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.147746 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.148018 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.148319 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.148635 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.148875 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.149094 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.149401 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.149745 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.150055 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.150303 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.150550 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.150840 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.151119 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.151345 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.151569 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.151791 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.152550 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.152810 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.153081 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.153330 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.153552 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.153787 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.154030 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.154285 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.154522 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.154788 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.155038 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.155200 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 19:28:57.155771 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79184) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 10 19:28:57.155934 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 19:28:57.156101 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 19:28:57.156277 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 19:28:57.156450 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 19:28:57.156617 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 19:28:57.156818 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.156998 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.157146 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.157300 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.157466 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.157649 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.157814 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.157976 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.158136 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.158295 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.158457 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.158617 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.158778 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.158962 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.159120 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.159279 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.159438 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.159598 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.159762 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.159921 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.160082 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.160246 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.160409 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] debug = True {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.160567 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.160754 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.160918 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.161078 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.161238 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.161397 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.161558 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.161719 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.161877 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.162038 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.162197 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.162356 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.162518 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.162679 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.162838 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.163002 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.163167 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.163326 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] host = dv-cinder-784453-6-smb {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.163486 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.163647 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.163806 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.163967 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.164126 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.164284 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.164443 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.164603 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.164771 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.164942 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.165090 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.165243 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.165403 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.165556 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] log_file = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.165717 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] log_options = True {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.165890 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.166020 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.166357 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.166535 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.166844 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.167133 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.167285 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.167451 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.167664 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.168343 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.168490 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.168648 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.168808 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.168966 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.169125 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.169284 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.169443 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.169603 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.169763 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.169925 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.170085 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.170238 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.170415 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.170557 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.170717 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.170909 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.171057 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.171219 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.171380 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.171540 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.171699 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.171860 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.172020 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.172180 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.172339 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.172498 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.172658 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.172821 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.172981 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.173140 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.173301 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.173461 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.173620 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.173783 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.173942 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.174126 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] use_json = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.174288 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.174443 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.174589 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.174755 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.174946 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.175113 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.175274 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.175499 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:28:57.175660 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.175826 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.176003 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.176169 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.176333 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.176494 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.176672 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.176821 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.176984 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.177168 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.177340 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.177506 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.177679 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.177841 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.178004 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.178172 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.178340 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.178502 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.178667 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.178831 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.179017 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.179179 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.179359 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.179524 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.179686 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.180005 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.180171 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.180333 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.180648 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.180814 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.180979 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.181142 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.181307 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.181472 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.181637 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.181801 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.181962 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.182117 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.182279 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.182444 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.182609 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.182774 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.182960 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.183115 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.183325 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.183493 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.183659 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.183822 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.183984 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.184147 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.184322 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.184485 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.184654 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.184818 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.184982 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.185146 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.185310 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.185473 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.185638 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.185802 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.185965 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.186143 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.186306 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.186470 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.186634 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.186802 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.187207 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.187397 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.187494 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 34948) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:28:57.187586 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.187689 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.188004 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.188311 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.188478 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.188790 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.188959 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.189124 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.189294 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.189443 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.189610 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.189771 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.189936 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.190099 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.190264 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.190429 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.190602 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.190780 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.190963 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.191264 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.191581 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.191753 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.191918 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.192084 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.192245 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.192409 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.192638 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.192733 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.192886 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.193049 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.193208 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.193369 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.193530 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.193693 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.193855 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.194018 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.194181 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.194343 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.194500 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.194670 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.194832 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.195011 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.195169 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.195342 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.195505 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.195663 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.195826 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.195999 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.196174 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.196664 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [-] 10.222.0.46 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064607 May 10 19:28:57.196817 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.196817 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.196817 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.196817 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.197173 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.197173 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.197424 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.197424 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.197616 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.197698 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.197846 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.198018 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.198183 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.198347 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.198511 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.198698 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.198921 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.199088 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.199251 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.199415 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.199578 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.199792 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.199965 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.200130 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.200293 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.200457 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.200622 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.200779 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.200938 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.201101 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.201265 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.201430 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.201593 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.201756 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.201920 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.202085 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.202248 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.202412 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.202575 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.202782 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.202921 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.203092 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.204473 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.204473 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.204473 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.204473 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.204473 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.204473 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.204473 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.204473 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.206306 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.206306 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.206306 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.206306 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.206306 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.206306 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.206306 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.206306 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.207421 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.207421 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.207421 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.207421 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.207421 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.207421 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.207421 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.207421 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.208203 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.208203 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.208203 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.208203 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.208203 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.208203 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.208203 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.208203 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.209212 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.209212 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.209212 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.209212 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.209212 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.209212 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.209212 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.211483 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.211483 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.211483 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.211483 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.211483 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.211483 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.211483 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.211483 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.212489 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.212489 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.212489 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.212489 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.212489 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.212489 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.212489 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.212489 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.215347 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.215347 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.215347 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.215347 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.215347 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.215347 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.215347 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.215347 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.215347 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.217147 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.217147 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.217147 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.217147 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.217147 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.217147 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.217147 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.217147 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.221823 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.221823 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.221823 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.221823 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.221823 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.221823 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.221823 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.221823 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.222515 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.222515 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.222515 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.222515 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.222515 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.222515 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.222515 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.222515 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.223064 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.223064 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.223064 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.223064 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.223064 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.223064 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.223064 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.223064 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.223625 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.223625 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.223625 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.223625 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.223625 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.223625 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.223625 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.223625 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.223625 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.224115 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.224115 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.224115 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.224115 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.224115 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.224115 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.224115 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.224115 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.224115 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.224603 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:28:57.224603 dv-cinder-784453-6-smb neutron-server[79184]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 19:28:57.231738 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:29:08.255707 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42ebad9-25ce-41c8-8ead-e1c9805c2d2f None None] get_active_networks_info from dv-cinder-784453-6-smb {{(pid=79297) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 10 19:29:08.376361 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42ebad9-25ce-41c8-8ead-e1c9805c2d2f None None] No non-hosted networks {{(pid=79297) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 10 19:29:08.399160 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.agentschedulers_db [None req-d42ebad9-25ce-41c8-8ead-e1c9805c2d2f None None] DHCP Agent not found on host dv-cinder-784453-6-smb {{(pid=79297) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 10 19:29:08.612696 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-82ffe7df-2893-44aa-8f77-c6639d391efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382'] for agent, after_create {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:10.807829 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-62dadb95-bbc9-4ef6-9f71-89c892fe624e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382'] for agent, after_create {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:10.892302 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.db.api [None req-bc589727-d073-40f6-b3c4-80b83f747acd None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agents.uniq_agents0agent_type0host'] with value(s) L3 agent-dv-cinder-784453-6-smb {{(pid=79297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 19:29:10.893177 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_db.api [None req-bc589727-d073-40f6-b3c4-80b83f747acd None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 19:29:10.942474 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382'] for agent, after_create {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:10.943463 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:10.943965 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:10.944518 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:10.944989 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:10.945529 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:10.946432 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:10.946996 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:10.947463 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:10.948019 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:10.948481 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:10.955186 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:10.955186 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:10.955186 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-784453-6-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:29:10.958774 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784453-6-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:29:11.414016 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-bc589727-d073-40f6-b3c4-80b83f747acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:11.937223 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-05ecdfa3-b7ee-4afa-83d7-ebb5bc70016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382'] for agent, after_create {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:13.718865 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-02078f97-e06b-4c48-b673-8bf9bf3f5f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382'] for agent, after_create {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:15.013594 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 35044) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:29:15.608765 dv-cinder-784453-6-smb neutron-server[79296]: WARNING oslo_policy.policy [None req-2af6ec69-bccc-4c27-ba90-c6a28871bdf2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 19:29:15.609401 dv-cinder-784453-6-smb neutron-server[79296]: WARNING oslo_policy.policy [None req-2af6ec69-bccc-4c27-ba90-c6a28871bdf2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 19:29:15.824492 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [None req-2af6ec69-bccc-4c27-ba90-c6a28871bdf2 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=79296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 19:29:15.826098 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-2af6ec69-bccc-4c27-ba90-c6a28871bdf2 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8111680 May 10 19:29:16.767356 dv-cinder-784453-6-smb neutron-server[79297]: INFO neutron.db.l3_hamode_db [None req-c752d87d-c056-4476-8ed8-01be77525c0d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 10 19:29:16.854830 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c752d87d-c056-4476-8ed8-01be77525c0d None None] Routers set() bound to L3 agent in host dv-cinder-784453-6-smb {{(pid=79297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:29:16.855232 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c752d87d-c056-4476-8ed8-01be77525c0d None None] Router IDs set() for agent in host dv-cinder-784453-6-smb {{(pid=79297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 10 19:29:18.201094 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 35058) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:29:18.574157 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.v2.base [None req-5d305538-2bf1-409c-a50d-af7298334452 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=79296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:29:18.673769 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.policy [None req-5d305538-2bf1-409c-a50d-af7298334452 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79296) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 10 19:29:18.718725 dv-cinder-784453-6-smb neutron-server[79296]: WARNING oslo_policy.policy [None req-5d305538-2bf1-409c-a50d-af7298334452 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 19:29:18.719134 dv-cinder-784453-6-smb neutron-server[79296]: WARNING oslo_policy.policy [None req-5d305538-2bf1-409c-a50d-af7298334452 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 19:29:18.727706 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.quota [None req-5d305538-2bf1-409c-a50d-af7298334452 admin admin] Loaded quota_driver: . May 10 19:29:18.743715 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-5d305538-2bf1-409c-a50d-af7298334452 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:29:18.871022 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-5d305538-2bf1-409c-a50d-af7298334452 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757498654889', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757498655356', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757498638265', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757498641165', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757498621411', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757498623262', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3850867', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3828566', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-664966', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-607186'] for rbac-policy, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:19.217177 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-5d305538-2bf1-409c-a50d-af7298334452 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:19.218342 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-5d305538-2bf1-409c-a50d-af7298334452 admin admin] 10.222.0.46 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0162961 May 10 19:29:21.788065 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 35072) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:29:22.157639 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.v2.base [None req-dda7d270-0e0e-476f-8ab4-14e4d503c672 admin admin] Request body: {'network': {'project_id': '964a9fa7b39649eca88d6445d936fce5', 'tenant_id': '964a9fa7b39649eca88d6445d936fce5', 'admin_state_up': True, 'name': 'private'}} {{(pid=79296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:29:22.162623 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-dda7d270-0e0e-476f-8ab4-14e4d503c672 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:29:22.167252 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-dda7d270-0e0e-476f-8ab4-14e4d503c672 admin admin] Usage tracker for resource:network and tenant:964a9fa7b39649eca88d6445d936fce5 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:29:22.172610 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-dda7d270-0e0e-476f-8ab4-14e4d503c672 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:29:22.178842 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-dda7d270-0e0e-476f-8ab4-14e4d503c672 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:29:22.268583 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda7d270-0e0e-476f-8ab4-14e4d503c672 admin admin] Made reservation on behalf of 964a9fa7b39649eca88d6445d936fce5 for: {'network': 1} {{(pid=79296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:29:22.271389 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-dda7d270-0e0e-476f-8ab4-14e4d503c672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for network, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:22.289231 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-dda7d270-0e0e-476f-8ab4-14e4d503c672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:22.304189 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-dda7d270-0e0e-476f-8ab4-14e4d503c672 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:29:22.308246 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-dda7d270-0e0e-476f-8ab4-14e4d503c672 admin admin] Usage tracker for resource:security_group_rule and tenant:964a9fa7b39649eca88d6445d936fce5 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:29:22.314639 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-dda7d270-0e0e-476f-8ab4-14e4d503c672 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:29:22.320990 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-dda7d270-0e0e-476f-8ab4-14e4d503c672 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:29:22.418946 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-dda7d270-0e0e-476f-8ab4-14e4d503c672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:22.490251 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-dda7d270-0e0e-476f-8ab4-14e4d503c672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:22.494883 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:29:22.517060 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dda7d270-0e0e-476f-8ab4-14e4d503c672 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=79296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:29:22.542295 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-dda7d270-0e0e-476f-8ab4-14e4d503c672 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757498921364', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007211'] for segment, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:22.542893 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-dda7d270-0e0e-476f-8ab4-14e4d503c672 admin admin] Unsubscribe: segment precommit_create {{(pid=79296) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 10 19:29:22.544034 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.db.segments_db [None req-dda7d270-0e0e-476f-8ab4-14e4d503c672 admin admin] Added segment 42bd3f5e-e680-4aee-a7b4-68cb27bfaadc of type vlan for network 20d6aad1-92bd-4f4a-888a-e091679d1fe3 May 10 19:29:22.552781 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda7d270-0e0e-476f-8ab4-14e4d503c672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b27fe4a-167a-46f7-983a-63c8d7323c9c,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:22.607515 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda7d270-0e0e-476f-8ab4-14e4d503c672 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:22.607849 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda7d270-0e0e-476f-8ab4-14e4d503c672 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:22.608173 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda7d270-0e0e-476f-8ab4-14e4d503c672 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:22.608493 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda7d270-0e0e-476f-8ab4-14e4d503c672 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:22.608810 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda7d270-0e0e-476f-8ab4-14e4d503c672 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:22.609123 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda7d270-0e0e-476f-8ab4-14e4d503c672 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:22.609430 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda7d270-0e0e-476f-8ab4-14e4d503c672 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:22.609737 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda7d270-0e0e-476f-8ab4-14e4d503c672 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:22.610058 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda7d270-0e0e-476f-8ab4-14e4d503c672 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:22.610365 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda7d270-0e0e-476f-8ab4-14e4d503c672 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:22.610669 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda7d270-0e0e-476f-8ab4-14e4d503c672 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:22.610999 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda7d270-0e0e-476f-8ab4-14e4d503c672 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:22.612057 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda7d270-0e0e-476f-8ab4-14e4d503c672 admin admin] Tracked resource versions report: May 10 19:29:22.612057 dv-cinder-784453-6-smb neutron-server[79296]: pushed versions: May 10 19:29:22.612057 dv-cinder-784453-6-smb neutron-server[79296]: { 'AddressGroup': {'1.2'}, May 10 19:29:22.612057 dv-cinder-784453-6-smb neutron-server[79296]: 'ConntrackHelper': {'1.0'}, May 10 19:29:22.612057 dv-cinder-784453-6-smb neutron-server[79296]: 'Log': {'1.0'}, May 10 19:29:22.612057 dv-cinder-784453-6-smb neutron-server[79296]: 'Network': {'1.1'}, May 10 19:29:22.612057 dv-cinder-784453-6-smb neutron-server[79296]: 'Port': {'1.7'}, May 10 19:29:22.612057 dv-cinder-784453-6-smb neutron-server[79296]: 'PortForwarding': {'1.2'}, May 10 19:29:22.612057 dv-cinder-784453-6-smb neutron-server[79296]: 'QosPolicy': {'1.8'}, May 10 19:29:22.612057 dv-cinder-784453-6-smb neutron-server[79296]: 'SecurityGroup': {'1.4'}, May 10 19:29:22.612057 dv-cinder-784453-6-smb neutron-server[79296]: 'SecurityGroupRule': {'1.2'}, May 10 19:29:22.612057 dv-cinder-784453-6-smb neutron-server[79296]: 'SubPort': {'1.0'}, May 10 19:29:22.612057 dv-cinder-784453-6-smb neutron-server[79296]: 'Subnet': {'1.1'}, May 10 19:29:22.612057 dv-cinder-784453-6-smb neutron-server[79296]: 'Trunk': {'1.1'}} May 10 19:29:22.612057 dv-cinder-784453-6-smb neutron-server[79296]: consumer versions: May 10 19:29:22.612057 dv-cinder-784453-6-smb neutron-server[79296]: { DHCP agent@dv-cinder-784453-6-smb: {}, May 10 19:29:22.612057 dv-cinder-784453-6-smb neutron-server[79296]: L3 agent@dv-cinder-784453-6-smb: {}, May 10 19:29:22.612057 dv-cinder-784453-6-smb neutron-server[79296]: Metadata agent@dv-cinder-784453-6-smb: {}, May 10 19:29:22.612057 dv-cinder-784453-6-smb neutron-server[79296]: Metering agent@dv-cinder-784453-6-smb: {}, May 10 19:29:22.612057 dv-cinder-784453-6-smb neutron-server[79296]: Open vSwitch agent@dv-cinder-784453-6-smb: { 'AddressGroup': '1.2', May 10 19:29:22.612057 dv-cinder-784453-6-smb neutron-server[79296]: 'ConntrackHelper': '1.0', May 10 19:29:22.612057 dv-cinder-784453-6-smb neutron-server[79296]: 'Log': '1.0', May 10 19:29:22.612057 dv-cinder-784453-6-smb neutron-server[79296]: 'Network': '1.1', May 10 19:29:22.612057 dv-cinder-784453-6-smb neutron-server[79296]: 'Port': '1.7', May 10 19:29:22.612057 dv-cinder-784453-6-smb neutron-server[79296]: 'PortForwarding': '1.2', May 10 19:29:22.612057 dv-cinder-784453-6-smb neutron-server[79296]: 'QosPolicy': '1.8', May 10 19:29:22.612057 dv-cinder-784453-6-smb neutron-server[79296]: 'SecurityGroup': '1.4', May 10 19:29:22.612057 dv-cinder-784453-6-smb neutron-server[79296]: 'SecurityGroupRule': '1.2', May 10 19:29:22.612057 dv-cinder-784453-6-smb neutron-server[79296]: 'SubPort': '1.0', May 10 19:29:22.612057 dv-cinder-784453-6-smb neutron-server[79296]: 'Subnet': '1.1', May 10 19:29:22.612057 dv-cinder-784453-6-smb neutron-server[79296]: 'Trunk': '1.1'}} May 10 19:29:22.612057 dv-cinder-784453-6-smb neutron-server[79296]: {{(pid=79296) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 19:29:22.659524 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-dda7d270-0e0e-476f-8ab4-14e4d503c672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:29:22.665522 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-dda7d270-0e0e-476f-8ab4-14e4d503c672 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757498498946'] for network, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:22.781134 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-dda7d270-0e0e-476f-8ab4-14e4d503c672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384'] for network, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:22.782564 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda7d270-0e0e-476f-8ab4-14e4d503c672 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:29:22.783268 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-dda7d270-0e0e-476f-8ab4-14e4d503c672 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533414'] for network, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:22.788456 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:29:22.888546 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda7d270-0e0e-476f-8ab4-14e4d503c672 admin admin] Pushing event updated for resources: {'Network': ['ID=20d6aad1-92bd-4f4a-888a-e091679d1fe3,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:22.891644 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-dda7d270-0e0e-476f-8ab4-14e4d503c672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:29:22.899794 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Network 20d6aad1-92bd-4f4a-888a-e091679d1fe3 details requested by agent ovs-agent-dv-cinder-784453-6-smb with host dv-cinder-784453-6-smb {{(pid=79297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 19:29:22.947541 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-dda7d270-0e0e-476f-8ab4-14e4d503c672 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1584089 May 10 19:29:25.623818 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 35088) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:29:26.089346 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef51a04-c045-4cc4-9c92-a35aa3c3f323 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:29:26.091637 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-0ef51a04-c045-4cc4-9c92-a35aa3c3f323 admin admin] 10.222.0.46 "GET /v2.0/networks/20d6aad1-92bd-4f4a-888a-e091679d1fe3 HTTP/1.1" status: 200 len: 825 time: 0.4665492 May 10 19:29:26.118403 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-54698cef-3585-4e5c-b01e-f66cea889212 admin admin] 10.222.0.46 "GET /v2.0/subnetpools/42d20dde-fa60-4c78-bfc1-30a239f44119 HTTP/1.1" status: 200 len: 734 time: 0.0217862 May 10 19:29:26.127173 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.v2.base [None req-9ca73833-2569-4479-83b0-6eb7dbc64351 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'tenant_id': '964a9fa7b39649eca88d6445d936fce5', 'subnetpool_id': '42d20dde-fa60-4c78-bfc1-30a239f44119', 'network_id': '20d6aad1-92bd-4f4a-888a-e091679d1fe3', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=79296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:29:26.131845 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-9ca73833-2569-4479-83b0-6eb7dbc64351 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:29:26.135610 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-9ca73833-2569-4479-83b0-6eb7dbc64351 admin admin] Usage tracker for resource:subnet and tenant:964a9fa7b39649eca88d6445d936fce5 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:29:26.139141 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-9ca73833-2569-4479-83b0-6eb7dbc64351 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:29:26.144824 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-9ca73833-2569-4479-83b0-6eb7dbc64351 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:29:26.233755 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca73833-2569-4479-83b0-6eb7dbc64351 admin admin] Made reservation on behalf of 964a9fa7b39649eca88d6445d936fce5 for: {'subnet': 1} {{(pid=79296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:29:26.236129 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-9ca73833-2569-4479-83b0-6eb7dbc64351 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:26.857333 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-9ca73833-2569-4479-83b0-6eb7dbc64351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384'] for subnet, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:26.862426 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:29:26.941870 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca73833-2569-4479-83b0-6eb7dbc64351 admin admin] Checking segment: {'id': '42bd3f5e-e680-4aee-a7b4-68cb27bfaadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '20d6aad1-92bd-4f4a-888a-e091679d1fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:29:26.942232 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca73833-2569-4479-83b0-6eb7dbc64351 admin admin] Network hostable DHCP agents. Network: 20d6aad1-92bd-4f4a-888a-e091679d1fe3, hostable agents: ['cf5774e5-e4b1-412e-9d40-b43239b08ac1'], hosted agents: [] {{(pid=79296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:29:26.947915 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca73833-2569-4479-83b0-6eb7dbc64351 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36c995c1-6b65-48ff-9cce-59e482a83a2a,revision_number=0']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:26.954180 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-9ca73833-2569-4479-83b0-6eb7dbc64351 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:29:27.033817 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca73833-2569-4479-83b0-6eb7dbc64351 admin admin] Network 20d6aad1-92bd-4f4a-888a-e091679d1fe3 is scheduled to be hosted by DHCP agent cf5774e5-e4b1-412e-9d40-b43239b08ac1 with binding_index 1 {{(pid=79296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:29:27.188223 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.base_scheduler [None req-9ca73833-2569-4479-83b0-6eb7dbc64351 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-6-smb, 20d6aad1-92bd-4f4a-888a-e091679d1fe3) {{(pid=79296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:29:27.193247 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca73833-2569-4479-83b0-6eb7dbc64351 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:29:27.193961 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-9ca73833-2569-4479-83b0-6eb7dbc64351 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533414'] for subnet, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:27.197829 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1ad0f1-ca5a-42c5-b715-a9c81f7cab0a None None] Network 20d6aad1-92bd-4f4a-888a-e091679d1fe3 requested from dv-cinder-784453-6-smb {{(pid=79297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:29:27.395315 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-9ca73833-2569-4479-83b0-6eb7dbc64351 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2713859 May 10 19:29:27.511767 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73d0e3e-e879-4328-bd98-5ecff27eeae0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5621fda0-e5c6-53dc-bc61-667937d628dd-20d6aad1-92bd-4f4a-888a-e091679d1fe3', 'network_id': '20d6aad1-92bd-4f4a-888a-e091679d1fe3', 'tenant_id': '964a9fa7b39649eca88d6445d936fce5', 'fixed_ips': [{'subnet_id': '36c995c1-6b65-48ff-9cce-59e482a83a2a'}]}} from dv-cinder-784453-6-smb. {{(pid=79297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 19:29:27.513053 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-f73d0e3e-e879-4328-bd98-5ecff27eeae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_create {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:27.703938 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.db_base_plugin_common [None req-f73d0e3e-e879-4328-bd98-5ecff27eeae0 None None] Allocated IP 172.20.0.2 (20d6aad1-92bd-4f4a-888a-e091679d1fe3/36c995c1-6b65-48ff-9cce-59e482a83a2a/c01c41f5-1f71-4b14-8d01-a962b6e7fbea) {{(pid=79297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:29:27.938636 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-f73d0e3e-e879-4328-bd98-5ecff27eeae0 None None] Notify callbacks [] for port, precommit_create {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:27.951190 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-f73d0e3e-e879-4328-bd98-5ecff27eeae0 None None] Transition to ACTIVE for port object c01c41f5-1f71-4b14-8d01-a962b6e7fbea will not be triggered until provisioned by entity L2. {{(pid=79297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:29:27.970401 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-f73d0e3e-e879-4328-bd98-5ecff27eeae0 None None] Transition to ACTIVE for port object c01c41f5-1f71-4b14-8d01-a962b6e7fbea will not be triggered until provisioned by entity DHCP. {{(pid=79297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:29:28.046002 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-f73d0e3e-e879-4328-bd98-5ecff27eeae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757498479620'] for port, after_create {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:28.051273 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:29:28.107767 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73d0e3e-e879-4328-bd98-5ecff27eeae0 None None] Network 20d6aad1-92bd-4f4a-888a-e091679d1fe3 is already hosted by enough agents. {{(pid=79297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:29:28.110568 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.scheduler.base_scheduler [None req-f73d0e3e-e879-4328-bd98-5ecff27eeae0 None None] Resources bound (agent type, host, resource id): {{(pid=79297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:29:28.113575 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73d0e3e-e879-4328-bd98-5ecff27eeae0 None None] Received port after_create {{(pid=79297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:29:28.153938 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73d0e3e-e879-4328-bd98-5ecff27eeae0 None None] Pushing event updated for resources: {'Port': ['ID=c01c41f5-1f71-4b14-8d01-a962b6e7fbea,revision_number=1']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:28.169361 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d0e3e-e879-4328-bd98-5ecff27eeae0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:28.169693 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d0e3e-e879-4328-bd98-5ecff27eeae0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:28.170016 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d0e3e-e879-4328-bd98-5ecff27eeae0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:28.170337 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d0e3e-e879-4328-bd98-5ecff27eeae0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:28.170654 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d0e3e-e879-4328-bd98-5ecff27eeae0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:28.171008 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d0e3e-e879-4328-bd98-5ecff27eeae0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:28.171321 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d0e3e-e879-4328-bd98-5ecff27eeae0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:28.171630 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d0e3e-e879-4328-bd98-5ecff27eeae0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:28.171940 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d0e3e-e879-4328-bd98-5ecff27eeae0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:28.172254 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d0e3e-e879-4328-bd98-5ecff27eeae0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:28.172561 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d0e3e-e879-4328-bd98-5ecff27eeae0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:28.172865 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d0e3e-e879-4328-bd98-5ecff27eeae0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:28.173923 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d0e3e-e879-4328-bd98-5ecff27eeae0 None None] Tracked resource versions report: May 10 19:29:28.173923 dv-cinder-784453-6-smb neutron-server[79297]: pushed versions: May 10 19:29:28.173923 dv-cinder-784453-6-smb neutron-server[79297]: { 'AddressGroup': {'1.2'}, May 10 19:29:28.173923 dv-cinder-784453-6-smb neutron-server[79297]: 'ConntrackHelper': {'1.0'}, May 10 19:29:28.173923 dv-cinder-784453-6-smb neutron-server[79297]: 'Log': {'1.0'}, May 10 19:29:28.173923 dv-cinder-784453-6-smb neutron-server[79297]: 'Network': {'1.1'}, May 10 19:29:28.173923 dv-cinder-784453-6-smb neutron-server[79297]: 'Port': {'1.7'}, May 10 19:29:28.173923 dv-cinder-784453-6-smb neutron-server[79297]: 'PortForwarding': {'1.2'}, May 10 19:29:28.173923 dv-cinder-784453-6-smb neutron-server[79297]: 'QosPolicy': {'1.8'}, May 10 19:29:28.173923 dv-cinder-784453-6-smb neutron-server[79297]: 'SecurityGroup': {'1.4'}, May 10 19:29:28.173923 dv-cinder-784453-6-smb neutron-server[79297]: 'SecurityGroupRule': {'1.2'}, May 10 19:29:28.173923 dv-cinder-784453-6-smb neutron-server[79297]: 'SubPort': {'1.0'}, May 10 19:29:28.173923 dv-cinder-784453-6-smb neutron-server[79297]: 'Subnet': {'1.1'}, May 10 19:29:28.173923 dv-cinder-784453-6-smb neutron-server[79297]: 'Trunk': {'1.1'}} May 10 19:29:28.173923 dv-cinder-784453-6-smb neutron-server[79297]: consumer versions: May 10 19:29:28.173923 dv-cinder-784453-6-smb neutron-server[79297]: { DHCP agent@dv-cinder-784453-6-smb: {}, May 10 19:29:28.173923 dv-cinder-784453-6-smb neutron-server[79297]: L3 agent@dv-cinder-784453-6-smb: {}, May 10 19:29:28.173923 dv-cinder-784453-6-smb neutron-server[79297]: Metadata agent@dv-cinder-784453-6-smb: {}, May 10 19:29:28.173923 dv-cinder-784453-6-smb neutron-server[79297]: Metering agent@dv-cinder-784453-6-smb: {}, May 10 19:29:28.173923 dv-cinder-784453-6-smb neutron-server[79297]: Open vSwitch agent@dv-cinder-784453-6-smb: { 'AddressGroup': '1.2', May 10 19:29:28.173923 dv-cinder-784453-6-smb neutron-server[79297]: 'ConntrackHelper': '1.0', May 10 19:29:28.173923 dv-cinder-784453-6-smb neutron-server[79297]: 'Log': '1.0', May 10 19:29:28.173923 dv-cinder-784453-6-smb neutron-server[79297]: 'Network': '1.1', May 10 19:29:28.173923 dv-cinder-784453-6-smb neutron-server[79297]: 'Port': '1.7', May 10 19:29:28.173923 dv-cinder-784453-6-smb neutron-server[79297]: 'PortForwarding': '1.2', May 10 19:29:28.173923 dv-cinder-784453-6-smb neutron-server[79297]: 'QosPolicy': '1.8', May 10 19:29:28.173923 dv-cinder-784453-6-smb neutron-server[79297]: 'SecurityGroup': '1.4', May 10 19:29:28.173923 dv-cinder-784453-6-smb neutron-server[79297]: 'SecurityGroupRule': '1.2', May 10 19:29:28.173923 dv-cinder-784453-6-smb neutron-server[79297]: 'SubPort': '1.0', May 10 19:29:28.173923 dv-cinder-784453-6-smb neutron-server[79297]: 'Subnet': '1.1', May 10 19:29:28.173923 dv-cinder-784453-6-smb neutron-server[79297]: 'Trunk': '1.1'}} May 10 19:29:28.173923 dv-cinder-784453-6-smb neutron-server[79297]: {{(pid=79297) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 19:29:28.201754 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-f73d0e3e-e879-4328-bd98-5ecff27eeae0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:29:28.226631 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.managers [None req-f73d0e3e-e879-4328-bd98-5ecff27eeae0 None None] Attempting to bind port c01c41f5-1f71-4b14-8d01-a962b6e7fbea on host dv-cinder-784453-6-smb for vnic_type normal with profile {{(pid=79297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:29:28.226974 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.managers [None req-f73d0e3e-e879-4328-bd98-5ecff27eeae0 None None] Attempting to bind port c01c41f5-1f71-4b14-8d01-a962b6e7fbea by drivers openvswitch,hyperv on host dv-cinder-784453-6-smb at level 0 using segments [{'id': '42bd3f5e-e680-4aee-a7b4-68cb27bfaadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '20d6aad1-92bd-4f4a-888a-e091679d1fe3'}] {{(pid=79297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:29:28.227392 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73d0e3e-e879-4328-bd98-5ecff27eeae0 None None] Attempting to bind port c01c41f5-1f71-4b14-8d01-a962b6e7fbea on network 20d6aad1-92bd-4f4a-888a-e091679d1fe3 {{(pid=79297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:29:28.232660 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73d0e3e-e879-4328-bd98-5ecff27eeae0 None None] Checking agent: {'id': 'f730efe5-2961-494c-9708-c8a2f4be606e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 29, 11), 'started_at': datetime.datetime(2021, 5, 10, 19, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:29:28.233098 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73d0e3e-e879-4328-bd98-5ecff27eeae0 None None] Checking segment: {'id': '42bd3f5e-e680-4aee-a7b4-68cb27bfaadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '20d6aad1-92bd-4f4a-888a-e091679d1fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:29:28.233524 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-f73d0e3e-e879-4328-bd98-5ecff27eeae0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:28.233910 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73d0e3e-e879-4328-bd98-5ecff27eeae0 None None] Bound using segment: {'id': '42bd3f5e-e680-4aee-a7b4-68cb27bfaadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '20d6aad1-92bd-4f4a-888a-e091679d1fe3'} {{(pid=79297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:29:28.234539 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.managers [None req-f73d0e3e-e879-4328-bd98-5ecff27eeae0 None None] Bound port: c01c41f5-1f71-4b14-8d01-a962b6e7fbea, host: dv-cinder-784453-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42bd3f5e-e680-4aee-a7b4-68cb27bfaadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '20d6aad1-92bd-4f4a-888a-e091679d1fe3'}}] {{(pid=79297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:29:28.234954 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-f73d0e3e-e879-4328-bd98-5ecff27eeae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:28.327957 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-f73d0e3e-e879-4328-bd98-5ecff27eeae0 None None] For port c01c41f5-1f71-4b14-8d01-a962b6e7fbea, host dv-cinder-784453-6-smb, cleared binding levels {{(pid=79297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:29:28.331848 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-f73d0e3e-e879-4328-bd98-5ecff27eeae0 None None] For port c01c41f5-1f71-4b14-8d01-a962b6e7fbea, host dv-cinder-784453-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-smb',level=0,port_id=c01c41f5-1f71-4b14-8d01-a962b6e7fbea,segment=NetworkSegment(42bd3f5e-e680-4aee-a7b4-68cb27bfaadc),segment_id=42bd3f5e-e680-4aee-a7b4-68cb27bfaadc)] {{(pid=79297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:29:28.428683 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-f73d0e3e-e879-4328-bd98-5ecff27eeae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:28.432756 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:29:28.519521 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73d0e3e-e879-4328-bd98-5ecff27eeae0 None None] Pushing event updated for resources: {'Port': ['ID=c01c41f5-1f71-4b14-8d01-a962b6e7fbea,revision_number=2']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:28.522639 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-f73d0e3e-e879-4328-bd98-5ecff27eeae0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:29:29.815081 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 35098) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:29:30.202126 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [None req-1bfe34c2-1fb9-4fae-9a95-4a01fdf5ab99 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=79296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 19:29:30.203140 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-1bfe34c2-1fb9-4fae-9a95-4a01fdf5ab99 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3871903 May 10 19:29:32.600767 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 35108) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:29:33.007864 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [None req-c0bf9034-2a5a-4cc3-9327-c32545004b72 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=79296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 19:29:33.008852 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-c0bf9034-2a5a-4cc3-9327-c32545004b72 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4070776 May 10 19:29:34.012153 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed1b0e1-a910-449b-839b-2ce52257ef29 None None] Network 20d6aad1-92bd-4f4a-888a-e091679d1fe3 requested from dv-cinder-784453-6-smb {{(pid=79297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:29:34.175299 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-0ff16e61-75c8-4a06-94d0-0d9405c65d6d None None] Provisioning for port c01c41f5-1f71-4b14-8d01-a962b6e7fbea completed by entity DHCP. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:29:34.795534 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device c01c41f5-1f71-4b14-8d01-a962b6e7fbea up at agent ovs-agent-dv-cinder-784453-6-smb {{(pid=79297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:29:34.936724 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Provisioning for port c01c41f5-1f71-4b14-8d01-a962b6e7fbea completed by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:29:34.941680 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Provisioning complete for port c01c41f5-1f71-4b14-8d01-a962b6e7fbea triggered by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:29:34.942079 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:35.057452 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:35.089176 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] For port c01c41f5-1f71-4b14-8d01-a962b6e7fbea, host dv-cinder-784453-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-smb',level=0,port_id=c01c41f5-1f71-4b14-8d01-a962b6e7fbea,segment=NetworkSegment(42bd3f5e-e680-4aee-a7b4-68cb27bfaadc),segment_id=42bd3f5e-e680-4aee-a7b4-68cb27bfaadc)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:29:35.177002 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:35.179646 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-f73d0e3e-e879-4328-bd98-5ecff27eeae0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:29:35.249026 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Pushing event updated for resources: {'Port': ['ID=c01c41f5-1f71-4b14-8d01-a962b6e7fbea,revision_number=3']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:35.252201 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:29:35.659054 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 35124) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:29:36.011570 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.v2.base [None req-700d3d74-3881-4a2f-b24a-14766f49096e admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '964a9fa7b39649eca88d6445d936fce5'}} {{(pid=79296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:29:36.016566 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-700d3d74-3881-4a2f-b24a-14766f49096e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:29:36.020373 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-700d3d74-3881-4a2f-b24a-14766f49096e admin admin] Usage tracker for resource:router and tenant:964a9fa7b39649eca88d6445d936fce5 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:29:36.023735 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-700d3d74-3881-4a2f-b24a-14766f49096e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:29:36.030005 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-700d3d74-3881-4a2f-b24a-14766f49096e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:29:36.131445 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-700d3d74-3881-4a2f-b24a-14766f49096e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-862949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:36.133111 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-700d3d74-3881-4a2f-b24a-14766f49096e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-862954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-667882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-557229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5452'] for router, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:36.154687 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-700d3d74-3881-4a2f-b24a-14766f49096e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:36.332478 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-700d3d74-3881-4a2f-b24a-14766f49096e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-862312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657670'] for router, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:36.450022 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-700d3d74-3881-4a2f-b24a-14766f49096e admin admin] Notify callbacks [] for router, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:36.451339 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-700d3d74-3881-4a2f-b24a-14766f49096e admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7913172 May 10 19:29:36.776757 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device c01c41f5-1f71-4b14-8d01-a962b6e7fbea up at agent ovs-agent-dv-cinder-784453-6-smb {{(pid=79297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:29:36.845308 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Provisioning complete for port c01c41f5-1f71-4b14-8d01-a962b6e7fbea triggered by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:29:36.845673 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:38.301278 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-6b45343a-a484-457b-b997-0913bafc195f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:38.804707 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 35134) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:29:39.385777 dv-cinder-784453-6-smb neutron-server[79295]: WARNING oslo_policy.policy [None req-c29d80e2-eb02-4bf6-b7ea-c772cffce14f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 19:29:39.386364 dv-cinder-784453-6-smb neutron-server[79295]: WARNING oslo_policy.policy [None req-c29d80e2-eb02-4bf6-b7ea-c772cffce14f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 19:29:39.601488 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [None req-c29d80e2-eb02-4bf6-b7ea-c772cffce14f admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=79295) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 19:29:39.602663 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-c29d80e2-eb02-4bf6-b7ea-c772cffce14f admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7958918 May 10 19:29:40.838380 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-13b7a0f7-102b-4d63-b7b2-1724ceffc1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:40.959767 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:41.925100 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-05ecdfa3-b7ee-4afa-83d7-ebb5bc70016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:41.996817 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 35148) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:29:42.369102 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.v2.base [None req-156ce02c-e78e-41b3-9cd3-71d8f9cf31a4 admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'is_default': True}} {{(pid=79296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:29:42.374596 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-156ce02c-e78e-41b3-9cd3-71d8f9cf31a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:29:42.378350 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-156ce02c-e78e-41b3-9cd3-71d8f9cf31a4 admin admin] Usage tracker for resource:network and tenant:5feffc8c688247108a79ec8f1ba3e737 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:29:42.381208 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-156ce02c-e78e-41b3-9cd3-71d8f9cf31a4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:29:42.387341 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-156ce02c-e78e-41b3-9cd3-71d8f9cf31a4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:29:42.507799 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-156ce02c-e78e-41b3-9cd3-71d8f9cf31a4 admin admin] Made reservation on behalf of 5feffc8c688247108a79ec8f1ba3e737 for: {'network': 1} {{(pid=79296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:29:42.510108 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-156ce02c-e78e-41b3-9cd3-71d8f9cf31a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for network, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:42.521982 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-156ce02c-e78e-41b3-9cd3-71d8f9cf31a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:42.535555 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-156ce02c-e78e-41b3-9cd3-71d8f9cf31a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:29:42.539195 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-156ce02c-e78e-41b3-9cd3-71d8f9cf31a4 admin admin] Usage tracker for resource:security_group_rule and tenant:5feffc8c688247108a79ec8f1ba3e737 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:29:42.541888 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-156ce02c-e78e-41b3-9cd3-71d8f9cf31a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:29:42.548047 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-156ce02c-e78e-41b3-9cd3-71d8f9cf31a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:29:42.630321 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-156ce02c-e78e-41b3-9cd3-71d8f9cf31a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:42.752439 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-156ce02c-e78e-41b3-9cd3-71d8f9cf31a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:42.755648 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-dda7d270-0e0e-476f-8ab4-14e4d503c672 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:29:42.771043 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-156ce02c-e78e-41b3-9cd3-71d8f9cf31a4 admin admin] Reserving flat network on physical network physnet1 {{(pid=79296) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 10 19:29:42.791869 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156ce02c-e78e-41b3-9cd3-71d8f9cf31a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37bd3f5c-1259-40fd-9b5e-1844ff7b5799,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:42.795612 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-156ce02c-e78e-41b3-9cd3-71d8f9cf31a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:29:42.798215 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-156ce02c-e78e-41b3-9cd3-71d8f9cf31a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007211'] for segment, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:42.798586 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.db.segments_db [None req-156ce02c-e78e-41b3-9cd3-71d8f9cf31a4 admin admin] Added segment 23ec30ec-fc80-4a54-bc14-1568bb8683df of type flat for network 18edca27-7fe5-44f0-bd00-188f2dc0b989 May 10 19:29:42.828958 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-156ce02c-e78e-41b3-9cd3-71d8f9cf31a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757498498946'] for network, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:42.959254 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-156ce02c-e78e-41b3-9cd3-71d8f9cf31a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384'] for network, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:42.960537 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156ce02c-e78e-41b3-9cd3-71d8f9cf31a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:29:42.961111 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-156ce02c-e78e-41b3-9cd3-71d8f9cf31a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533414'] for network, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:42.966254 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-dda7d270-0e0e-476f-8ab4-14e4d503c672 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:29:43.065375 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156ce02c-e78e-41b3-9cd3-71d8f9cf31a4 admin admin] Pushing event updated for resources: {'Network': ['ID=18edca27-7fe5-44f0-bd00-188f2dc0b989,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:43.067899 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-156ce02c-e78e-41b3-9cd3-71d8f9cf31a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:29:43.076244 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Network 18edca27-7fe5-44f0-bd00-188f2dc0b989 details requested by agent ovs-agent-dv-cinder-784453-6-smb with host dv-cinder-784453-6-smb {{(pid=79297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 19:29:43.154832 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-156ce02c-e78e-41b3-9cd3-71d8f9cf31a4 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1569259 May 10 19:29:43.672398 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-02078f97-e06b-4c48-b673-8bf9bf3f5f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:45.499464 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 35168) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:29:45.704197 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce21f98d-9c8f-4f98-94df-7ec0a49c95a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:29:45.705555 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-ce21f98d-9c8f-4f98-94df-7ec0a49c95a0 admin admin] 10.222.0.46 "GET /v2.0/subnets/36c995c1-6b65-48ff-9cce-59e482a83a2a HTTP/1.1" status: 200 len: 849 time: 0.2052126 May 10 19:29:45.846962 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-f287e5ff-b60a-4876-9314-8e290b31b39f admin admin] 10.222.0.46 "GET /v2.0/routers/af583627-e164-467a-a11a-e1c84b78b803 HTTP/1.1" status: 200 len: 704 time: 0.1357186 May 10 19:29:46.330683 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-932c26cb-3c4f-4061-8c2f-3ee4031b6ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:46.559152 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.db_base_plugin_common [None req-932c26cb-3c4f-4061-8c2f-3ee4031b6ce7 admin admin] Allocated IP 172.20.0.1 (20d6aad1-92bd-4f4a-888a-e091679d1fe3/36c995c1-6b65-48ff-9cce-59e482a83a2a/28a053e3-1b10-45ab-8291-4033776ef928) {{(pid=79296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:29:46.713054 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-932c26cb-3c4f-4061-8c2f-3ee4031b6ce7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:46.730055 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.provisioning_blocks [None req-932c26cb-3c4f-4061-8c2f-3ee4031b6ce7 admin admin] Transition to ACTIVE for port object 28a053e3-1b10-45ab-8291-4033776ef928 will not be triggered until provisioned by entity DHCP. {{(pid=79296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:29:46.862337 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-932c26cb-3c4f-4061-8c2f-3ee4031b6ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757498479620'] for port, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:46.866785 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:29:46.921543 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932c26cb-3c4f-4061-8c2f-3ee4031b6ce7 admin admin] Network 20d6aad1-92bd-4f4a-888a-e091679d1fe3 is already hosted by enough agents. {{(pid=79296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:29:46.924282 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.base_scheduler [None req-932c26cb-3c4f-4061-8c2f-3ee4031b6ce7 admin admin] Resources bound (agent type, host, resource id): {{(pid=79296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:29:46.928808 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932c26cb-3c4f-4061-8c2f-3ee4031b6ce7 admin admin] Received port after_create {{(pid=79296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:29:46.929743 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-932c26cb-3c4f-4061-8c2f-3ee4031b6ce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663513'] for router_interface, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:47.068974 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932c26cb-3c4f-4061-8c2f-3ee4031b6ce7 admin admin] Pushing event updated for resources: {'Port': ['ID=28a053e3-1b10-45ab-8291-4033776ef928,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:47.075078 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-932c26cb-3c4f-4061-8c2f-3ee4031b6ce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:29:47.176437 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-ec19f0c4-2162-4a01-bac4-d253b011e744 None None] Provisioning for port 28a053e3-1b10-45ab-8291-4033776ef928 completed by entity DHCP. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:29:47.181322 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-ec19f0c4-2162-4a01-bac4-d253b011e744 None None] Provisioning complete for port 28a053e3-1b10-45ab-8291-4033776ef928 triggered by entity DHCP. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:29:47.181692 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-ec19f0c4-2162-4a01-bac4-d253b011e744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:47.232738 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.plugin [None req-ec19f0c4-2162-4a01-bac4-d253b011e744 None None] Port 28a053e3-1b10-45ab-8291-4033776ef928 cannot update to ACTIVE because it is not bound. {{(pid=79297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 19:29:47.290538 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-932c26cb-3c4f-4061-8c2f-3ee4031b6ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:47.521892 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-932c26cb-3c4f-4061-8c2f-3ee4031b6ce7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:47.593676 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-932c26cb-3c4f-4061-8c2f-3ee4031b6ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:47.594778 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-932c26cb-3c4f-4061-8c2f-3ee4031b6ce7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663418'] for router_interface, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:47.598105 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:29:47.728710 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932c26cb-3c4f-4061-8c2f-3ee4031b6ce7 admin admin] Pushing event updated for resources: {'Port': ['ID=28a053e3-1b10-45ab-8291-4033776ef928,revision_number=2']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:47.732669 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-932c26cb-3c4f-4061-8c2f-3ee4031b6ce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:29:47.791123 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932c26cb-3c4f-4061-8c2f-3ee4031b6ce7 admin admin] Network 20d6aad1-92bd-4f4a-888a-e091679d1fe3 is already hosted by enough agents. {{(pid=79296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:29:47.792125 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.base_scheduler [None req-932c26cb-3c4f-4061-8c2f-3ee4031b6ce7 admin admin] Resources bound (agent type, host, resource id): {{(pid=79296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:29:47.955483 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-b127ed1b-e86e-4e5b-a247-06a5cf849d24 None None] Provisioning complete for port 28a053e3-1b10-45ab-8291-4033776ef928 triggered by entity DHCP. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:29:47.955852 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b127ed1b-e86e-4e5b-a247-06a5cf849d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:48.009185 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.plugin [None req-b127ed1b-e86e-4e5b-a247-06a5cf849d24 None None] Port 28a053e3-1b10-45ab-8291-4033776ef928 cannot update to ACTIVE because it is not bound. {{(pid=79297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 19:29:48.073609 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-932c26cb-3c4f-4061-8c2f-3ee4031b6ce7 admin admin] Router af583627-e164-467a-a11a-e1c84b78b803 is scheduled to L3 agent 66c26874-6d1a-4324-9002-6da014815c52 with binding_index 1 {{(pid=79296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 19:29:48.226274 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-932c26cb-3c4f-4061-8c2f-3ee4031b6ce7 admin admin] Notify agent at l3_agent.dv-cinder-784453-6-smb the message routers_updated {{(pid=79296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:29:48.236310 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6202e0e8-175e-406e-8ee1-2141ec2de5c6 None None] Sync routers for ids ['af583627-e164-467a-a11a-e1c84b78b803'] in dv-cinder-784453-6-smb {{(pid=79298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:29:48.237500 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-932c26cb-3c4f-4061-8c2f-3ee4031b6ce7 admin admin] 10.222.0.46 "PUT /v2.0/routers/af583627-e164-467a-a11a-e1c84b78b803/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3847201 May 10 19:29:48.248037 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6202e0e8-175e-406e-8ee1-2141ec2de5c6 None None] Routers {'af583627-e164-467a-a11a-e1c84b78b803'} bound to L3 agent in host dv-cinder-784453-6-smb {{(pid=79298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:29:48.248966 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_hamode_db [None req-6202e0e8-175e-406e-8ee1-2141ec2de5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T19:29:11Z,description=,heartbeat_timestamp=2021-05-10T19:29:41Z,host='dv-cinder-784453-6-smb',id=66c26874-6d1a-4324-9002-6da014815c52,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:29:11Z,topic='l3_agent')) {'router_ids': ['af583627-e164-467a-a11a-e1c84b78b803'], 'active': True} {{(pid=79298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:29:48.427684 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_dvr_db [None req-6202e0e8-175e-406e-8ee1-2141ec2de5c6 None None] Set router af583627-e164-467a-a11a-e1c84b78b803 gateway port host: None {{(pid=79298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:29:48.795373 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_hamode_db [None req-6202e0e8-175e-406e-8ee1-2141ec2de5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af583627-e164-467a-a11a-e1c84b78b803', 'name': 'router1', 'tenant_id': '964a9fa7b39649eca88d6445d936fce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:29:36Z', 'updated_at': '2021-05-10T19:29:47Z', 'revision_number': 2, 'project_id': '964a9fa7b39649eca88d6445d936fce5', 'gw_port_host': None, '_interfaces': [{'id': '28a053e3-1b10-45ab-8291-4033776ef928', 'name': '', 'network_id': '20d6aad1-92bd-4f4a-888a-e091679d1fe3', 'tenant_id': '964a9fa7b39649eca88d6445d936fce5', 'mac_address': 'fa:16:3e:b7:39:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af583627-e164-467a-a11a-e1c84b78b803', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '36c995c1-6b65-48ff-9cce-59e482a83a2a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:29:46Z', 'updated_at': '2021-05-10T19:29:47Z', 'revision_number': 2, 'project_id': '964a9fa7b39649eca88d6445d936fce5', 'subnets': [{'id': '36c995c1-6b65-48ff-9cce-59e482a83a2a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42d20dde-fa60-4c78-bfc1-30a239f44119'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-smb', False) {} {{(pid=79298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:29:48.800463 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6202e0e8-175e-406e-8ee1-2141ec2de5c6 None None] Checking router: af583627-e164-467a-a11a-e1c84b78b803 for host: dv-cinder-784453-6-smb {{(pid=79298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:29:48.800858 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6202e0e8-175e-406e-8ee1-2141ec2de5c6 None None] Updating router af583627-e164-467a-a11a-e1c84b78b803 port 28a053e3-1b10-45ab-8291-4033776ef928 binding host dv-cinder-784453-6-smb {{(pid=79298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:29:48.851951 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron_lib.callbacks.manager [None req-6202e0e8-175e-406e-8ee1-2141ec2de5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:49.233746 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron_lib.callbacks.manager [None req-6202e0e8-175e-406e-8ee1-2141ec2de5c6 None None] Notify callbacks [] for port, precommit_update {{(pid=79298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:49.249741 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.provisioning_blocks [None req-6202e0e8-175e-406e-8ee1-2141ec2de5c6 None None] Transition to ACTIVE for port object 28a053e3-1b10-45ab-8291-4033776ef928 will not be triggered until provisioned by entity L2. {{(pid=79298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:29:49.372021 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron_lib.callbacks.manager [None req-6202e0e8-175e-406e-8ee1-2141ec2de5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:49.378996 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:29:49.548457 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b19f27-2dae-447a-a311-681ffdbe08a3 None None] Pushing event updated for resources: {'Port': ['ID=28a053e3-1b10-45ab-8291-4033776ef928,revision_number=3']} {{(pid=79298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:49.588119 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b19f27-2dae-447a-a311-681ffdbe08a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:49.588459 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b19f27-2dae-447a-a311-681ffdbe08a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:49.588791 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b19f27-2dae-447a-a311-681ffdbe08a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:49.589111 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b19f27-2dae-447a-a311-681ffdbe08a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:49.589932 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b19f27-2dae-447a-a311-681ffdbe08a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:49.590265 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b19f27-2dae-447a-a311-681ffdbe08a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:49.590579 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b19f27-2dae-447a-a311-681ffdbe08a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:49.590912 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b19f27-2dae-447a-a311-681ffdbe08a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:49.591225 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b19f27-2dae-447a-a311-681ffdbe08a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:49.591536 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b19f27-2dae-447a-a311-681ffdbe08a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:49.591837 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b19f27-2dae-447a-a311-681ffdbe08a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:49.592141 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b19f27-2dae-447a-a311-681ffdbe08a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:49.593219 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b19f27-2dae-447a-a311-681ffdbe08a3 None None] Tracked resource versions report: May 10 19:29:49.593219 dv-cinder-784453-6-smb neutron-server[79298]: pushed versions: May 10 19:29:49.593219 dv-cinder-784453-6-smb neutron-server[79298]: { 'AddressGroup': {'1.2'}, May 10 19:29:49.593219 dv-cinder-784453-6-smb neutron-server[79298]: 'ConntrackHelper': {'1.0'}, May 10 19:29:49.593219 dv-cinder-784453-6-smb neutron-server[79298]: 'Log': {'1.0'}, May 10 19:29:49.593219 dv-cinder-784453-6-smb neutron-server[79298]: 'Network': {'1.1'}, May 10 19:29:49.593219 dv-cinder-784453-6-smb neutron-server[79298]: 'Port': {'1.7'}, May 10 19:29:49.593219 dv-cinder-784453-6-smb neutron-server[79298]: 'PortForwarding': {'1.2'}, May 10 19:29:49.593219 dv-cinder-784453-6-smb neutron-server[79298]: 'QosPolicy': {'1.8'}, May 10 19:29:49.593219 dv-cinder-784453-6-smb neutron-server[79298]: 'SecurityGroup': {'1.4'}, May 10 19:29:49.593219 dv-cinder-784453-6-smb neutron-server[79298]: 'SecurityGroupRule': {'1.2'}, May 10 19:29:49.593219 dv-cinder-784453-6-smb neutron-server[79298]: 'SubPort': {'1.0'}, May 10 19:29:49.593219 dv-cinder-784453-6-smb neutron-server[79298]: 'Subnet': {'1.1'}, May 10 19:29:49.593219 dv-cinder-784453-6-smb neutron-server[79298]: 'Trunk': {'1.1'}} May 10 19:29:49.593219 dv-cinder-784453-6-smb neutron-server[79298]: consumer versions: May 10 19:29:49.593219 dv-cinder-784453-6-smb neutron-server[79298]: { DHCP agent@dv-cinder-784453-6-smb: {}, May 10 19:29:49.593219 dv-cinder-784453-6-smb neutron-server[79298]: L3 agent@dv-cinder-784453-6-smb: {}, May 10 19:29:49.593219 dv-cinder-784453-6-smb neutron-server[79298]: Metadata agent@dv-cinder-784453-6-smb: {}, May 10 19:29:49.593219 dv-cinder-784453-6-smb neutron-server[79298]: Metering agent@dv-cinder-784453-6-smb: {}, May 10 19:29:49.593219 dv-cinder-784453-6-smb neutron-server[79298]: Open vSwitch agent@dv-cinder-784453-6-smb: { 'AddressGroup': '1.2', May 10 19:29:49.593219 dv-cinder-784453-6-smb neutron-server[79298]: 'ConntrackHelper': '1.0', May 10 19:29:49.593219 dv-cinder-784453-6-smb neutron-server[79298]: 'Log': '1.0', May 10 19:29:49.593219 dv-cinder-784453-6-smb neutron-server[79298]: 'Network': '1.1', May 10 19:29:49.593219 dv-cinder-784453-6-smb neutron-server[79298]: 'Port': '1.7', May 10 19:29:49.593219 dv-cinder-784453-6-smb neutron-server[79298]: 'PortForwarding': '1.2', May 10 19:29:49.593219 dv-cinder-784453-6-smb neutron-server[79298]: 'QosPolicy': '1.8', May 10 19:29:49.593219 dv-cinder-784453-6-smb neutron-server[79298]: 'SecurityGroup': '1.4', May 10 19:29:49.593219 dv-cinder-784453-6-smb neutron-server[79298]: 'SecurityGroupRule': '1.2', May 10 19:29:49.593219 dv-cinder-784453-6-smb neutron-server[79298]: 'SubPort': '1.0', May 10 19:29:49.593219 dv-cinder-784453-6-smb neutron-server[79298]: 'Subnet': '1.1', May 10 19:29:49.593219 dv-cinder-784453-6-smb neutron-server[79298]: 'Trunk': '1.1'}} May 10 19:29:49.593219 dv-cinder-784453-6-smb neutron-server[79298]: {{(pid=79298) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 19:29:49.606187 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG oslo_concurrency.lockutils [None req-77b19f27-2dae-447a-a311-681ffdbe08a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=79298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:29:49.613609 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.managers [None req-6202e0e8-175e-406e-8ee1-2141ec2de5c6 None None] Attempting to bind port 28a053e3-1b10-45ab-8291-4033776ef928 on host dv-cinder-784453-6-smb for vnic_type normal with profile {{(pid=79298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:29:49.614008 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.managers [None req-6202e0e8-175e-406e-8ee1-2141ec2de5c6 None None] Attempting to bind port 28a053e3-1b10-45ab-8291-4033776ef928 by drivers openvswitch,hyperv on host dv-cinder-784453-6-smb at level 0 using segments [{'id': '42bd3f5e-e680-4aee-a7b4-68cb27bfaadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '20d6aad1-92bd-4f4a-888a-e091679d1fe3'}] {{(pid=79298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:29:49.614689 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6202e0e8-175e-406e-8ee1-2141ec2de5c6 None None] Attempting to bind port 28a053e3-1b10-45ab-8291-4033776ef928 on network 20d6aad1-92bd-4f4a-888a-e091679d1fe3 {{(pid=79298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:29:49.620215 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6202e0e8-175e-406e-8ee1-2141ec2de5c6 None None] Checking agent: {'id': 'f730efe5-2961-494c-9708-c8a2f4be606e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 29, 11), 'started_at': datetime.datetime(2021, 5, 10, 19, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:29:49.620620 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6202e0e8-175e-406e-8ee1-2141ec2de5c6 None None] Checking segment: {'id': '42bd3f5e-e680-4aee-a7b4-68cb27bfaadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '20d6aad1-92bd-4f4a-888a-e091679d1fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:29:49.621118 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron_lib.callbacks.manager [None req-6202e0e8-175e-406e-8ee1-2141ec2de5c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:49.621508 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6202e0e8-175e-406e-8ee1-2141ec2de5c6 None None] Bound using segment: {'id': '42bd3f5e-e680-4aee-a7b4-68cb27bfaadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '20d6aad1-92bd-4f4a-888a-e091679d1fe3'} {{(pid=79298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:29:49.622040 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.managers [None req-6202e0e8-175e-406e-8ee1-2141ec2de5c6 None None] Bound port: 28a053e3-1b10-45ab-8291-4033776ef928, host: dv-cinder-784453-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42bd3f5e-e680-4aee-a7b4-68cb27bfaadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '20d6aad1-92bd-4f4a-888a-e091679d1fe3'}}] {{(pid=79298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:29:49.622423 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron_lib.callbacks.manager [None req-6202e0e8-175e-406e-8ee1-2141ec2de5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:49.716882 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.db [None req-6202e0e8-175e-406e-8ee1-2141ec2de5c6 None None] For port 28a053e3-1b10-45ab-8291-4033776ef928, host dv-cinder-784453-6-smb, cleared binding levels {{(pid=79298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:29:49.721008 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.db [None req-6202e0e8-175e-406e-8ee1-2141ec2de5c6 None None] For port 28a053e3-1b10-45ab-8291-4033776ef928, host dv-cinder-784453-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-smb',level=0,port_id=28a053e3-1b10-45ab-8291-4033776ef928,segment=NetworkSegment(42bd3f5e-e680-4aee-a7b4-68cb27bfaadc),segment_id=42bd3f5e-e680-4aee-a7b4-68cb27bfaadc)] {{(pid=79298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:29:49.823061 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron_lib.callbacks.manager [None req-6202e0e8-175e-406e-8ee1-2141ec2de5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:49.827200 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG oslo_concurrency.lockutils [None req-77b19f27-2dae-447a-a311-681ffdbe08a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:29:49.913012 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6202e0e8-175e-406e-8ee1-2141ec2de5c6 None None] Routers {'af583627-e164-467a-a11a-e1c84b78b803'} bound to L3 agent in host dv-cinder-784453-6-smb {{(pid=79298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:29:49.913650 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_hamode_db [None req-6202e0e8-175e-406e-8ee1-2141ec2de5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T19:29:11Z,description=,heartbeat_timestamp=2021-05-10T19:29:41Z,host='dv-cinder-784453-6-smb',id=66c26874-6d1a-4324-9002-6da014815c52,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:29:11Z,topic='l3_agent')) {'router_ids': ['af583627-e164-467a-a11a-e1c84b78b803'], 'active': True} {{(pid=79298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:29:49.964914 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b19f27-2dae-447a-a311-681ffdbe08a3 None None] Pushing event updated for resources: {'Port': ['ID=28a053e3-1b10-45ab-8291-4033776ef928,revision_number=4']} {{(pid=79298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:49.975189 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG oslo_concurrency.lockutils [None req-77b19f27-2dae-447a-a311-681ffdbe08a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=79298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:29:50.077175 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_dvr_db [None req-6202e0e8-175e-406e-8ee1-2141ec2de5c6 None None] Set router af583627-e164-467a-a11a-e1c84b78b803 gateway port host: None {{(pid=79298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:29:50.425473 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 35190) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:29:50.443516 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_hamode_db [None req-6202e0e8-175e-406e-8ee1-2141ec2de5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af583627-e164-467a-a11a-e1c84b78b803', 'name': 'router1', 'tenant_id': '964a9fa7b39649eca88d6445d936fce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:29:36Z', 'updated_at': '2021-05-10T19:29:47Z', 'revision_number': 2, 'project_id': '964a9fa7b39649eca88d6445d936fce5', 'gw_port_host': None, '_interfaces': [{'id': '28a053e3-1b10-45ab-8291-4033776ef928', 'name': '', 'network_id': '20d6aad1-92bd-4f4a-888a-e091679d1fe3', 'tenant_id': '964a9fa7b39649eca88d6445d936fce5', 'mac_address': 'fa:16:3e:b7:39:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af583627-e164-467a-a11a-e1c84b78b803', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '36c995c1-6b65-48ff-9cce-59e482a83a2a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:29:46Z', 'updated_at': '2021-05-10T19:29:49Z', 'revision_number': 4, 'project_id': '964a9fa7b39649eca88d6445d936fce5', 'subnets': [{'id': '36c995c1-6b65-48ff-9cce-59e482a83a2a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42d20dde-fa60-4c78-bfc1-30a239f44119'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-smb', False) {} {{(pid=79298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:29:50.447953 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6202e0e8-175e-406e-8ee1-2141ec2de5c6 None None] The sync data for ids ['af583627-e164-467a-a11a-e1c84b78b803'] in dv-cinder-784453-6-smb is: [{'id': 'af583627-e164-467a-a11a-e1c84b78b803', 'name': 'router1', 'tenant_id': '964a9fa7b39649eca88d6445d936fce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:29:36Z', 'updated_at': '2021-05-10T19:29:47Z', 'revision_number': 2, 'project_id': '964a9fa7b39649eca88d6445d936fce5', 'gw_port_host': None, '_interfaces': [{'id': '28a053e3-1b10-45ab-8291-4033776ef928', 'name': '', 'network_id': '20d6aad1-92bd-4f4a-888a-e091679d1fe3', 'tenant_id': '964a9fa7b39649eca88d6445d936fce5', 'mac_address': 'fa:16:3e:b7:39:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af583627-e164-467a-a11a-e1c84b78b803', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '36c995c1-6b65-48ff-9cce-59e482a83a2a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:29:46Z', 'updated_at': '2021-05-10T19:29:49Z', 'revision_number': 4, 'project_id': '964a9fa7b39649eca88d6445d936fce5', 'subnets': [{'id': '36c995c1-6b65-48ff-9cce-59e482a83a2a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42d20dde-fa60-4c78-bfc1-30a239f44119'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:29:50.584528 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8a164a-e8a1-4b8f-817e-45d7f3f73eff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:29:50.585094 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-cf8a164a-e8a1-4b8f-817e-45d7f3f73eff admin admin] Synchronizing usage tracker for tenant:5feffc8c688247108a79ec8f1ba3e737 on resource:network {{(pid=79296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:29:50.660930 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-cf8a164a-e8a1-4b8f-817e-45d7f3f73eff admin admin] Unset dirty status for tenant:5feffc8c688247108a79ec8f1ba3e737 on resource:network {{(pid=79296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:29:50.667307 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-cf8a164a-e8a1-4b8f-817e-45d7f3f73eff admin admin] 10.222.0.46 "GET /v2.0/networks/18edca27-7fe5-44f0-bd00-188f2dc0b989 HTTP/1.1" status: 200 len: 842 time: 0.2357204 May 10 19:29:50.672091 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.v2.base [None req-773e952e-13e8-4795-b3c3-60d1e4a5c862 admin admin] Request body: {'subnet': {'cidr': '172.28.3.0/24', 'enable_dhcp': False, 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.28.3.1'}} {{(pid=79296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:29:50.677431 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-773e952e-13e8-4795-b3c3-60d1e4a5c862 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:29:50.681215 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-773e952e-13e8-4795-b3c3-60d1e4a5c862 admin admin] Usage tracker for resource:subnet and tenant:5feffc8c688247108a79ec8f1ba3e737 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:29:50.684695 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-773e952e-13e8-4795-b3c3-60d1e4a5c862 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:29:50.691043 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-773e952e-13e8-4795-b3c3-60d1e4a5c862 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:29:50.780489 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773e952e-13e8-4795-b3c3-60d1e4a5c862 admin admin] Made reservation on behalf of 5feffc8c688247108a79ec8f1ba3e737 for: {'subnet': 1} {{(pid=79296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:29:50.783014 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-773e952e-13e8-4795-b3c3-60d1e4a5c862 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:51.264115 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.objects.ports [None req-773e952e-13e8-4795-b3c3-60d1e4a5c862 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=79296) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 10 19:29:51.264567 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-773e952e-13e8-4795-b3c3-60d1e4a5c862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384'] for subnet, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:51.268382 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-9ca73833-2569-4479-83b0-6eb7dbc64351 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:29:51.338465 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773e952e-13e8-4795-b3c3-60d1e4a5c862 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39840ae5-5b78-40c6-8289-bd2c4c3e7489,revision_number=0']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:51.341836 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-773e952e-13e8-4795-b3c3-60d1e4a5c862 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:29:51.348038 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773e952e-13e8-4795-b3c3-60d1e4a5c862 admin admin] Checking segment: {'id': '23ec30ec-fc80-4a54-bc14-1568bb8683df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:29:51.348399 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773e952e-13e8-4795-b3c3-60d1e4a5c862 admin admin] Network hostable DHCP agents. Network: 18edca27-7fe5-44f0-bd00-188f2dc0b989, hostable agents: ['cf5774e5-e4b1-412e-9d40-b43239b08ac1'], hosted agents: [] {{(pid=79296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:29:51.455507 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773e952e-13e8-4795-b3c3-60d1e4a5c862 admin admin] Network 18edca27-7fe5-44f0-bd00-188f2dc0b989 is scheduled to be hosted by DHCP agent cf5774e5-e4b1-412e-9d40-b43239b08ac1 with binding_index 1 {{(pid=79296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:29:51.576653 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.base_scheduler [None req-773e952e-13e8-4795-b3c3-60d1e4a5c862 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-6-smb, 18edca27-7fe5-44f0-bd00-188f2dc0b989) {{(pid=79296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:29:51.580576 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773e952e-13e8-4795-b3c3-60d1e4a5c862 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:29:51.581375 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-773e952e-13e8-4795-b3c3-60d1e4a5c862 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533414'] for subnet, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:51.585414 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d70f3e2-ab85-4f05-99b0-22c082133e4f None None] Network 18edca27-7fe5-44f0-bd00-188f2dc0b989 requested from dv-cinder-784453-6-smb {{(pid=79297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:29:51.692315 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-773e952e-13e8-4795-b3c3-60d1e4a5c862 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0237167 May 10 19:29:51.788219 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda93970-9438-40a1-b55e-a3d0939f3a5f None None] Network 18edca27-7fe5-44f0-bd00-188f2dc0b989 requested from dv-cinder-784453-6-smb {{(pid=79297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:29:53.936965 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 35204) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:29:54.135851 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-ba42494d-b567-4a9a-aeb1-7c10c864ddf6 admin admin] 10.222.0.46 "GET /v2.0/routers/af583627-e164-467a-a11a-e1c84b78b803 HTTP/1.1" status: 200 len: 710 time: 0.1975143 May 10 19:29:54.266078 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628a5f67-6226-4745-9dea-8661a6f39349 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:29:54.272381 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-628a5f67-6226-4745-9dea-8661a6f39349 admin admin] 10.222.0.46 "GET /v2.0/networks/18edca27-7fe5-44f0-bd00-188f2dc0b989 HTTP/1.1" status: 200 len: 886 time: 0.1260409 May 10 19:29:54.276989 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.v2.base [None req-763aac77-edc6-45ae-b526-c4c61a909a28 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989'}}} {{(pid=79296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:29:54.784977 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-763aac77-edc6-45ae-b526-c4c61a909a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-667795', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-862225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5458'] for router, precommit_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:54.813472 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device 28a053e3-1b10-45ab-8291-4033776ef928 up at agent ovs-agent-dv-cinder-784453-6-smb {{(pid=79297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:29:55.010729 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Provisioning for port 28a053e3-1b10-45ab-8291-4033776ef928 completed by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:29:55.015895 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Provisioning complete for port 28a053e3-1b10-45ab-8291-4033776ef928 triggered by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:29:55.016269 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:55.133143 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:55.165774 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] For port 28a053e3-1b10-45ab-8291-4033776ef928, host dv-cinder-784453-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-smb',level=0,port_id=28a053e3-1b10-45ab-8291-4033776ef928,segment=NetworkSegment(42bd3f5e-e680-4aee-a7b4-68cb27bfaadc),segment_id=42bd3f5e-e680-4aee-a7b4-68cb27bfaadc)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:29:55.228950 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-763aac77-edc6-45ae-b526-c4c61a909a28 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:55.286890 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-763aac77-edc6-45ae-b526-c4c61a909a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:55.313892 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:55.316455 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-f73d0e3e-e879-4328-bd98-5ecff27eeae0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:29:55.392232 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Pushing event updated for resources: {'Port': ['ID=28a053e3-1b10-45ab-8291-4033776ef928,revision_number=5']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:55.395583 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:29:55.419643 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.db_base_plugin_common [None req-763aac77-edc6-45ae-b526-c4c61a909a28 admin admin] Allocated IP 172.28.3.128 (18edca27-7fe5-44f0-bd00-188f2dc0b989/39840ae5-5b78-40c6-8289-bd2c4c3e7489/4b1c9237-4bed-40ec-b743-4b45655468a5) {{(pid=79296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:29:55.640383 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-763aac77-edc6-45ae-b526-c4c61a909a28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:55.759603 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-763aac77-edc6-45ae-b526-c4c61a909a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757498479620'] for port, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:55.764646 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-932c26cb-3c4f-4061-8c2f-3ee4031b6ce7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:29:55.822443 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763aac77-edc6-45ae-b526-c4c61a909a28 admin admin] Network 18edca27-7fe5-44f0-bd00-188f2dc0b989 is already hosted by enough agents. {{(pid=79296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:29:55.825181 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.base_scheduler [None req-763aac77-edc6-45ae-b526-c4c61a909a28 admin admin] Resources bound (agent type, host, resource id): {{(pid=79296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:29:55.828843 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763aac77-edc6-45ae-b526-c4c61a909a28 admin admin] Received port after_create {{(pid=79296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:29:55.943154 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763aac77-edc6-45ae-b526-c4c61a909a28 admin admin] Pushing event updated for resources: {'Port': ['ID=4b1c9237-4bed-40ec-b743-4b45655468a5,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:55.952605 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-763aac77-edc6-45ae-b526-c4c61a909a28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:29:56.103801 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.agents_db [None req-ff3cf147-8285-4226-b8f5-cc0a2e41555e None None] Agent healthcheck: found 5 active agents {{(pid=79298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:29:56.345058 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-763aac77-edc6-45ae-b526-c4c61a909a28 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:56.678949 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-763aac77-edc6-45ae-b526-c4c61a909a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-667795', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-862225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5458'] for router, precommit_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:56.682225 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-763aac77-edc6-45ae-b526-c4c61a909a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-657725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-657679', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-862214'] for router, after_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:56.786708 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device 28a053e3-1b10-45ab-8291-4033776ef928 up at agent ovs-agent-dv-cinder-784453-6-smb {{(pid=79297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:29:56.853407 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Provisioning complete for port 28a053e3-1b10-45ab-8291-4033776ef928 triggered by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:29:56.853775 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:56.867370 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-763aac77-edc6-45ae-b526-c4c61a909a28 admin admin] Router af583627-e164-467a-a11a-e1c84b78b803 has already been hosted by L3 agent 66c26874-6d1a-4324-9002-6da014815c52 {{(pid=79296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:29:57.041797 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-763aac77-edc6-45ae-b526-c4c61a909a28 admin admin] Notify agent at l3_agent.dv-cinder-784453-6-smb the message routers_updated {{(pid=79296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:29:57.051341 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-763aac77-edc6-45ae-b526-c4c61a909a28 admin admin] Notify callbacks [] for router, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:57.051501 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093c12ce-c2ed-4abf-b35b-0e493b287a6f None None] Sync routers for ids ['af583627-e164-467a-a11a-e1c84b78b803'] in dv-cinder-784453-6-smb {{(pid=79297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:29:57.052539 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-763aac77-edc6-45ae-b526-c4c61a909a28 admin admin] 10.222.0.46 "PUT /v2.0/routers/af583627-e164-467a-a11a-e1c84b78b803 HTTP/1.1" status: 200 len: 890 time: 2.7795293 May 10 19:29:57.061642 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093c12ce-c2ed-4abf-b35b-0e493b287a6f None None] Routers {'af583627-e164-467a-a11a-e1c84b78b803'} bound to L3 agent in host dv-cinder-784453-6-smb {{(pid=79297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:29:57.062292 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_hamode_db [None req-093c12ce-c2ed-4abf-b35b-0e493b287a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T19:29:11Z,description=,heartbeat_timestamp=2021-05-10T19:29:41Z,host='dv-cinder-784453-6-smb',id=66c26874-6d1a-4324-9002-6da014815c52,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:29:11Z,topic='l3_agent')) {'router_ids': ['af583627-e164-467a-a11a-e1c84b78b803'], 'active': True} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:29:57.257548 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvr_db [None req-093c12ce-c2ed-4abf-b35b-0e493b287a6f None None] Set router af583627-e164-467a-a11a-e1c84b78b803 gateway port host: dv-cinder-784453-6-smb {{(pid=79297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:29:57.652977 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_hamode_db [None req-093c12ce-c2ed-4abf-b35b-0e493b287a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af583627-e164-467a-a11a-e1c84b78b803', 'name': 'router1', 'tenant_id': '964a9fa7b39649eca88d6445d936fce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.128'}], 'enable_snat': True}, 'gw_port_id': '4b1c9237-4bed-40ec-b743-4b45655468a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:29:36Z', 'updated_at': '2021-05-10T19:29:56Z', 'revision_number': 4, 'project_id': '964a9fa7b39649eca88d6445d936fce5', 'gw_port': {'id': '4b1c9237-4bed-40ec-b743-4b45655468a5', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:80:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af583627-e164-467a-a11a-e1c84b78b803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:29:55Z', 'updated_at': '2021-05-10T19:29:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb', '_interfaces': [{'id': '28a053e3-1b10-45ab-8291-4033776ef928', 'name': '', 'network_id': '20d6aad1-92bd-4f4a-888a-e091679d1fe3', 'tenant_id': '964a9fa7b39649eca88d6445d936fce5', 'mac_address': 'fa:16:3e:b7:39:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af583627-e164-467a-a11a-e1c84b78b803', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '36c995c1-6b65-48ff-9cce-59e482a83a2a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:29:46Z', 'updated_at': '2021-05-10T19:29:55Z', 'revision_number': 5, 'project_id': '964a9fa7b39649eca88d6445d936fce5', 'subnets': [{'id': '36c995c1-6b65-48ff-9cce-59e482a83a2a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42d20dde-fa60-4c78-bfc1-30a239f44119'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-smb', False) {} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:29:57.658083 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093c12ce-c2ed-4abf-b35b-0e493b287a6f None None] Checking router: af583627-e164-467a-a11a-e1c84b78b803 for host: dv-cinder-784453-6-smb {{(pid=79297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:29:57.658442 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093c12ce-c2ed-4abf-b35b-0e493b287a6f None None] Updating router af583627-e164-467a-a11a-e1c84b78b803 port 4b1c9237-4bed-40ec-b743-4b45655468a5 binding host dv-cinder-784453-6-smb {{(pid=79297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:29:57.710942 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-093c12ce-c2ed-4abf-b35b-0e493b287a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:58.044729 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-093c12ce-c2ed-4abf-b35b-0e493b287a6f None None] Notify callbacks [] for port, precommit_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:58.060951 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-093c12ce-c2ed-4abf-b35b-0e493b287a6f None None] Transition to ACTIVE for port object 4b1c9237-4bed-40ec-b743-4b45655468a5 will not be triggered until provisioned by entity L2. {{(pid=79297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:29:58.124985 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-093c12ce-c2ed-4abf-b35b-0e493b287a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:58.129140 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:29:58.205497 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.managers [None req-093c12ce-c2ed-4abf-b35b-0e493b287a6f None None] Attempting to bind port 4b1c9237-4bed-40ec-b743-4b45655468a5 on host dv-cinder-784453-6-smb for vnic_type normal with profile {{(pid=79297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:29:58.205871 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.managers [None req-093c12ce-c2ed-4abf-b35b-0e493b287a6f None None] Attempting to bind port 4b1c9237-4bed-40ec-b743-4b45655468a5 by drivers openvswitch,hyperv on host dv-cinder-784453-6-smb at level 0 using segments [{'id': '23ec30ec-fc80-4a54-bc14-1568bb8683df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989'}] {{(pid=79297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:29:58.206237 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093c12ce-c2ed-4abf-b35b-0e493b287a6f None None] Attempting to bind port 4b1c9237-4bed-40ec-b743-4b45655468a5 on network 18edca27-7fe5-44f0-bd00-188f2dc0b989 {{(pid=79297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:29:58.212387 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b945a4b-67f0-46a7-a381-89e16521a612 None None] Pushing event updated for resources: {'Port': ['ID=4b1c9237-4bed-40ec-b743-4b45655468a5,revision_number=2']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:58.216719 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-8b945a4b-67f0-46a7-a381-89e16521a612 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:29:58.217619 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093c12ce-c2ed-4abf-b35b-0e493b287a6f None None] Checking agent: {'id': 'f730efe5-2961-494c-9708-c8a2f4be606e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 29, 11), 'started_at': datetime.datetime(2021, 5, 10, 19, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:29:58.217988 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093c12ce-c2ed-4abf-b35b-0e493b287a6f None None] Checking segment: {'id': '23ec30ec-fc80-4a54-bc14-1568bb8683df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:29:58.218386 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-093c12ce-c2ed-4abf-b35b-0e493b287a6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:58.218770 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093c12ce-c2ed-4abf-b35b-0e493b287a6f None None] Bound using segment: {'id': '23ec30ec-fc80-4a54-bc14-1568bb8683df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989'} {{(pid=79297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:29:58.219273 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.managers [None req-093c12ce-c2ed-4abf-b35b-0e493b287a6f None None] Bound port: 4b1c9237-4bed-40ec-b743-4b45655468a5, host: dv-cinder-784453-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23ec30ec-fc80-4a54-bc14-1568bb8683df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989'}}] {{(pid=79297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:29:58.220112 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-093c12ce-c2ed-4abf-b35b-0e493b287a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:58.295593 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-093c12ce-c2ed-4abf-b35b-0e493b287a6f None None] For port 4b1c9237-4bed-40ec-b743-4b45655468a5, host dv-cinder-784453-6-smb, cleared binding levels {{(pid=79297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:29:58.298738 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-093c12ce-c2ed-4abf-b35b-0e493b287a6f None None] For port 4b1c9237-4bed-40ec-b743-4b45655468a5, host dv-cinder-784453-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-smb',level=0,port_id=4b1c9237-4bed-40ec-b743-4b45655468a5,segment=NetworkSegment(23ec30ec-fc80-4a54-bc14-1568bb8683df),segment_id=23ec30ec-fc80-4a54-bc14-1568bb8683df)] {{(pid=79297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:29:58.387279 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-093c12ce-c2ed-4abf-b35b-0e493b287a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:58.391450 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:29:58.467426 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093c12ce-c2ed-4abf-b35b-0e493b287a6f None None] Routers {'af583627-e164-467a-a11a-e1c84b78b803'} bound to L3 agent in host dv-cinder-784453-6-smb {{(pid=79297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:29:58.468050 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_hamode_db [None req-093c12ce-c2ed-4abf-b35b-0e493b287a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T19:29:11Z,description=,heartbeat_timestamp=2021-05-10T19:29:41Z,host='dv-cinder-784453-6-smb',id=66c26874-6d1a-4324-9002-6da014815c52,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:29:11Z,topic='l3_agent')) {'router_ids': ['af583627-e164-467a-a11a-e1c84b78b803'], 'active': True} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:29:58.580375 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b945a4b-67f0-46a7-a381-89e16521a612 None None] Pushing event updated for resources: {'Port': ['ID=4b1c9237-4bed-40ec-b743-4b45655468a5,revision_number=3']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:58.583379 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-8b945a4b-67f0-46a7-a381-89e16521a612 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:29:58.656136 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvr_db [None req-093c12ce-c2ed-4abf-b35b-0e493b287a6f None None] Set router af583627-e164-467a-a11a-e1c84b78b803 gateway port host: dv-cinder-784453-6-smb {{(pid=79297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:29:58.982043 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_hamode_db [None req-093c12ce-c2ed-4abf-b35b-0e493b287a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af583627-e164-467a-a11a-e1c84b78b803', 'name': 'router1', 'tenant_id': '964a9fa7b39649eca88d6445d936fce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.128'}], 'enable_snat': True}, 'gw_port_id': '4b1c9237-4bed-40ec-b743-4b45655468a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:29:36Z', 'updated_at': '2021-05-10T19:29:56Z', 'revision_number': 4, 'project_id': '964a9fa7b39649eca88d6445d936fce5', 'gw_port': {'id': '4b1c9237-4bed-40ec-b743-4b45655468a5', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:80:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af583627-e164-467a-a11a-e1c84b78b803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:29:55Z', 'updated_at': '2021-05-10T19:29:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb', '_interfaces': [{'id': '28a053e3-1b10-45ab-8291-4033776ef928', 'name': '', 'network_id': '20d6aad1-92bd-4f4a-888a-e091679d1fe3', 'tenant_id': '964a9fa7b39649eca88d6445d936fce5', 'mac_address': 'fa:16:3e:b7:39:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af583627-e164-467a-a11a-e1c84b78b803', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '36c995c1-6b65-48ff-9cce-59e482a83a2a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:29:46Z', 'updated_at': '2021-05-10T19:29:55Z', 'revision_number': 5, 'project_id': '964a9fa7b39649eca88d6445d936fce5', 'subnets': [{'id': '36c995c1-6b65-48ff-9cce-59e482a83a2a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42d20dde-fa60-4c78-bfc1-30a239f44119'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-smb', False) {} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:29:58.986242 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093c12ce-c2ed-4abf-b35b-0e493b287a6f None None] The sync data for ids ['af583627-e164-467a-a11a-e1c84b78b803'] in dv-cinder-784453-6-smb is: [{'id': 'af583627-e164-467a-a11a-e1c84b78b803', 'name': 'router1', 'tenant_id': '964a9fa7b39649eca88d6445d936fce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.128'}], 'enable_snat': True}, 'gw_port_id': '4b1c9237-4bed-40ec-b743-4b45655468a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:29:36Z', 'updated_at': '2021-05-10T19:29:56Z', 'revision_number': 4, 'project_id': '964a9fa7b39649eca88d6445d936fce5', 'gw_port': {'id': '4b1c9237-4bed-40ec-b743-4b45655468a5', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:80:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af583627-e164-467a-a11a-e1c84b78b803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:29:55Z', 'updated_at': '2021-05-10T19:29:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb', '_interfaces': [{'id': '28a053e3-1b10-45ab-8291-4033776ef928', 'name': '', 'network_id': '20d6aad1-92bd-4f4a-888a-e091679d1fe3', 'tenant_id': '964a9fa7b39649eca88d6445d936fce5', 'mac_address': 'fa:16:3e:b7:39:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af583627-e164-467a-a11a-e1c84b78b803', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '36c995c1-6b65-48ff-9cce-59e482a83a2a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:29:46Z', 'updated_at': '2021-05-10T19:29:55Z', 'revision_number': 5, 'project_id': '964a9fa7b39649eca88d6445d936fce5', 'subnets': [{'id': '36c995c1-6b65-48ff-9cce-59e482a83a2a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42d20dde-fa60-4c78-bfc1-30a239f44119'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:29:59.417287 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 35214) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:29:59.670774 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.policy [None req-b4d848af-546a-4900-ba15-2cbd6786c38f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79295) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 10 19:29:59.716947 dv-cinder-784453-6-smb neutron-server[79295]: WARNING oslo_policy.policy [None req-b4d848af-546a-4900-ba15-2cbd6786c38f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 19:29:59.717323 dv-cinder-784453-6-smb neutron-server[79295]: WARNING oslo_policy.policy [None req-b4d848af-546a-4900-ba15-2cbd6786c38f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 19:29:59.727275 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-b4d848af-546a-4900-ba15-2cbd6786c38f admin admin] 10.222.0.46 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.3090601 May 10 19:30:00.831773 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device 4b1c9237-4bed-40ec-b743-4b45655468a5 up at agent ovs-agent-dv-cinder-784453-6-smb {{(pid=79297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:30:01.004939 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Provisioning for port 4b1c9237-4bed-40ec-b743-4b45655468a5 completed by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:30:01.010643 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Provisioning complete for port 4b1c9237-4bed-40ec-b743-4b45655468a5 triggered by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:30:01.011061 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:01.160104 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:01.177286 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] For port 4b1c9237-4bed-40ec-b743-4b45655468a5, host dv-cinder-784453-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-smb',level=0,port_id=4b1c9237-4bed-40ec-b743-4b45655468a5,segment=NetworkSegment(23ec30ec-fc80-4a54-bc14-1568bb8683df),segment_id=23ec30ec-fc80-4a54-bc14-1568bb8683df)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:30:01.285211 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:01.287784 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:30:01.355471 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Pushing event updated for resources: {'Port': ['ID=4b1c9237-4bed-40ec-b743-4b45655468a5,revision_number=4']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:30:01.358835 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:30:02.834082 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device 4b1c9237-4bed-40ec-b743-4b45655468a5 up at agent ovs-agent-dv-cinder-784453-6-smb {{(pid=79297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:30:02.913807 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Provisioning complete for port 4b1c9237-4bed-40ec-b743-4b45655468a5 triggered by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:30:02.914279 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:08.297110 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-2ced6e0f-5aab-4048-b455-250e98744caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:10.815379 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-f9108eb0-f4a7-4bd5-80ff-f5e589e6a232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:10.971086 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:11.860558 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-05ecdfa3-b7ee-4afa-83d7-ebb5bc70016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:13.669162 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-02078f97-e06b-4c48-b673-8bf9bf3f5f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:33.103464 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.agents_db [None req-ff3cf147-8285-4226-b8f5-cc0a2e41555e None None] Agent healthcheck: found 5 active agents {{(pid=79298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:30:38.255964 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-8702b96a-cd75-47b9-a4c0-b63dba504e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:40.805812 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-0654cbf1-11ee-4ae5-b361-d2f40684f25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:40.968724 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:42.547364 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-05ecdfa3-b7ee-4afa-83d7-ebb5bc70016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:43.675030 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-02078f97-e06b-4c48-b673-8bf9bf3f5f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:08.262072 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-9b52cd5b-656b-4a92-83c1-8b679e2d0d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:10.102647 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.agents_db [None req-ff3cf147-8285-4226-b8f5-cc0a2e41555e None None] Agent healthcheck: found 5 active agents {{(pid=79298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:31:10.796782 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-082cc09b-8dfb-468b-af80-aed6b923944a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:10.934523 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:11.860927 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-05ecdfa3-b7ee-4afa-83d7-ebb5bc70016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:13.718444 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-02078f97-e06b-4c48-b673-8bf9bf3f5f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:37.761194 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 35786) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:31:37.847223 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f398118-5c99-4326-bf3c-7a60b9104018 admin admin] GET failed (client error): The resource could not be found. May 10 19:31:37.848637 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-0f398118-5c99-4326-bf3c-7a60b9104018 admin admin] 10.222.0.46 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0864420 May 10 19:31:38.019730 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9903df-0b74-4cc9-b3b8-4016f34c3120 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:31:38.021099 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-fd9903df-0b74-4cc9-b3b8-4016f34c3120 admin admin] 10.222.0.46 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1683538 May 10 19:31:38.261167 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-3ca39fe1-f994-440f-832e-58e61b72ecaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:40.205041 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 35796) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:31:40.324106 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1792ab5f-6a26-4868-a2a1-2b091aa5db11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:31:40.325502 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-1792ab5f-6a26-4868-a2a1-2b091aa5db11 admin admin] 10.222.0.46 "GET /v2.0/subnets/36c995c1-6b65-48ff-9cce-59e482a83a2a HTTP/1.1" status: 200 len: 849 time: 0.1195195 May 10 19:31:40.335119 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.v2.base [None req-01d29b40-aeac-4c88-b179-5e718015d93b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=79295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:31:40.457807 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-01d29b40-aeac-4c88-b179-5e718015d93b admin admin] Notify callbacks [] for subnet, before_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:40.746897 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-01d29b40-aeac-4c88-b179-5e718015d93b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757498915166'] for subnet, after_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:40.752470 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:31:40.809223 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-e1926a66-6358-4e28-80a3-a19cf4c620a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:40.835013 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d29b40-aeac-4c88-b179-5e718015d93b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:31:40.835692 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-01d29b40-aeac-4c88-b179-5e718015d93b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533414'] for subnet, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:40.847435 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-01d29b40-aeac-4c88-b179-5e718015d93b admin admin] 10.222.0.46 "PUT /v2.0/subnets/36c995c1-6b65-48ff-9cce-59e482a83a2a HTTP/1.1" status: 200 len: 868 time: 0.5060251 May 10 19:31:40.854164 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9dc0567-3bd5-4cfd-8132-d53b9bb1219a None None] Network 20d6aad1-92bd-4f4a-888a-e091679d1fe3 requested from dv-cinder-784453-6-smb {{(pid=79297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:31:40.857909 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d29b40-aeac-4c88-b179-5e718015d93b admin admin] Pushing event updated for resources: {'Subnet': ['ID=36c995c1-6b65-48ff-9cce-59e482a83a2a,revision_number=1']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:31:40.939552 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d29b40-aeac-4c88-b179-5e718015d93b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:40.940173 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d29b40-aeac-4c88-b179-5e718015d93b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:40.940705 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d29b40-aeac-4c88-b179-5e718015d93b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:40.941036 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d29b40-aeac-4c88-b179-5e718015d93b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:40.941358 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d29b40-aeac-4c88-b179-5e718015d93b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:40.941674 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d29b40-aeac-4c88-b179-5e718015d93b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:40.941986 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d29b40-aeac-4c88-b179-5e718015d93b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:40.942298 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d29b40-aeac-4c88-b179-5e718015d93b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:40.942750 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d29b40-aeac-4c88-b179-5e718015d93b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:40.943101 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d29b40-aeac-4c88-b179-5e718015d93b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:40.943411 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d29b40-aeac-4c88-b179-5e718015d93b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:40.943717 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d29b40-aeac-4c88-b179-5e718015d93b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:40.944820 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d29b40-aeac-4c88-b179-5e718015d93b admin admin] Tracked resource versions report: May 10 19:31:40.944820 dv-cinder-784453-6-smb neutron-server[79295]: pushed versions: May 10 19:31:40.944820 dv-cinder-784453-6-smb neutron-server[79295]: { 'AddressGroup': {'1.2'}, May 10 19:31:40.944820 dv-cinder-784453-6-smb neutron-server[79295]: 'ConntrackHelper': {'1.0'}, May 10 19:31:40.944820 dv-cinder-784453-6-smb neutron-server[79295]: 'Log': {'1.0'}, May 10 19:31:40.944820 dv-cinder-784453-6-smb neutron-server[79295]: 'Network': {'1.1'}, May 10 19:31:40.944820 dv-cinder-784453-6-smb neutron-server[79295]: 'Port': {'1.7'}, May 10 19:31:40.944820 dv-cinder-784453-6-smb neutron-server[79295]: 'PortForwarding': {'1.2'}, May 10 19:31:40.944820 dv-cinder-784453-6-smb neutron-server[79295]: 'QosPolicy': {'1.8'}, May 10 19:31:40.944820 dv-cinder-784453-6-smb neutron-server[79295]: 'SecurityGroup': {'1.4'}, May 10 19:31:40.944820 dv-cinder-784453-6-smb neutron-server[79295]: 'SecurityGroupRule': {'1.2'}, May 10 19:31:40.944820 dv-cinder-784453-6-smb neutron-server[79295]: 'SubPort': {'1.0'}, May 10 19:31:40.944820 dv-cinder-784453-6-smb neutron-server[79295]: 'Subnet': {'1.1'}, May 10 19:31:40.944820 dv-cinder-784453-6-smb neutron-server[79295]: 'Trunk': {'1.1'}} May 10 19:31:40.944820 dv-cinder-784453-6-smb neutron-server[79295]: consumer versions: May 10 19:31:40.944820 dv-cinder-784453-6-smb neutron-server[79295]: { DHCP agent@dv-cinder-784453-6-smb: {}, May 10 19:31:40.944820 dv-cinder-784453-6-smb neutron-server[79295]: L3 agent@dv-cinder-784453-6-smb: {}, May 10 19:31:40.944820 dv-cinder-784453-6-smb neutron-server[79295]: Metadata agent@dv-cinder-784453-6-smb: {}, May 10 19:31:40.944820 dv-cinder-784453-6-smb neutron-server[79295]: Metering agent@dv-cinder-784453-6-smb: {}, May 10 19:31:40.944820 dv-cinder-784453-6-smb neutron-server[79295]: Open vSwitch agent@dv-cinder-784453-6-smb: { 'AddressGroup': '1.2', May 10 19:31:40.944820 dv-cinder-784453-6-smb neutron-server[79295]: 'ConntrackHelper': '1.0', May 10 19:31:40.944820 dv-cinder-784453-6-smb neutron-server[79295]: 'Log': '1.0', May 10 19:31:40.944820 dv-cinder-784453-6-smb neutron-server[79295]: 'Network': '1.1', May 10 19:31:40.944820 dv-cinder-784453-6-smb neutron-server[79295]: 'Port': '1.7', May 10 19:31:40.944820 dv-cinder-784453-6-smb neutron-server[79295]: 'PortForwarding': '1.2', May 10 19:31:40.944820 dv-cinder-784453-6-smb neutron-server[79295]: 'QosPolicy': '1.8', May 10 19:31:40.944820 dv-cinder-784453-6-smb neutron-server[79295]: 'SecurityGroup': '1.4', May 10 19:31:40.944820 dv-cinder-784453-6-smb neutron-server[79295]: 'SecurityGroupRule': '1.2', May 10 19:31:40.944820 dv-cinder-784453-6-smb neutron-server[79295]: 'SubPort': '1.0', May 10 19:31:40.944820 dv-cinder-784453-6-smb neutron-server[79295]: 'Subnet': '1.1', May 10 19:31:40.944820 dv-cinder-784453-6-smb neutron-server[79295]: 'Trunk': '1.1'}} May 10 19:31:40.944820 dv-cinder-784453-6-smb neutron-server[79295]: {{(pid=79295) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 19:31:40.949460 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-01d29b40-aeac-4c88-b179-5e718015d93b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:31:41.035156 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:41.332487 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-98d18cf2-af42-425a-9c13-29135ffdf291 None None] Provisioning complete for port c01c41f5-1f71-4b14-8d01-a962b6e7fbea triggered by entity DHCP. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:31:41.332854 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-98d18cf2-af42-425a-9c13-29135ffdf291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:41.472438 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-98d18cf2-af42-425a-9c13-29135ffdf291 None None] Provisioning complete for port 28a053e3-1b10-45ab-8291-4033776ef928 triggered by entity DHCP. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:31:41.472730 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-98d18cf2-af42-425a-9c13-29135ffdf291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:41.973483 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-05ecdfa3-b7ee-4afa-83d7-ebb5bc70016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:43.005621 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 35810) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:31:43.181223 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d0a316-65ea-4279-8e79-12aac72a387a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:31:43.181704 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d0a316-65ea-4279-8e79-12aac72a387a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:31:43.183897 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-74d0a316-65ea-4279-8e79-12aac72a387a admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1773195 May 10 19:31:43.704809 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-02078f97-e06b-4c48-b673-8bf9bf3f5f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:45.368359 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 35820) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:31:45.549899 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae9f77a-75b3-4207-a53b-23560fda6f9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:31:45.550292 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae9f77a-75b3-4207-a53b-23560fda6f9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:31:45.551905 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-eae9f77a-75b3-4207-a53b-23560fda6f9f admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1823344 May 10 19:31:47.101971 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.agents_db [None req-ff3cf147-8285-4226-b8f5-cc0a2e41555e None None] Agent healthcheck: found 5 active agents {{(pid=79298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:31:47.687746 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 35830) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:31:47.910870 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a5d501-d222-4ef2-a35a-22ee95db5baf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:31:47.912277 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-e5a5d501-d222-4ef2-a35a-22ee95db5baf admin admin] 10.222.0.46 "GET /v2.0/networks/18edca27-7fe5-44f0-bd00-188f2dc0b989 HTTP/1.1" status: 200 len: 886 time: 0.2235816 May 10 19:31:50.021874 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 35840) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:31:50.197075 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1b030b-caaa-4399-b6c4-86f617e19599 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:31:50.198484 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-bb1b030b-caaa-4399-b6c4-86f617e19599 admin admin] 10.222.0.46 "GET /v2.0/networks/20d6aad1-92bd-4f4a-888a-e091679d1fe3 HTTP/1.1" status: 200 len: 869 time: 0.1756260 May 10 19:31:52.389717 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 35850) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:31:52.502291 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cf86dd-90fb-4a1a-8403-b82d8eb9d007 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:31:52.502752 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cf86dd-90fb-4a1a-8403-b82d8eb9d007 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:31:52.503515 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-c7cf86dd-90fb-4a1a-8403-b82d8eb9d007 admin admin] Synchronizing usage tracker for tenant:5feffc8c688247108a79ec8f1ba3e737 on resource:subnet {{(pid=79296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:31:52.607905 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-c7cf86dd-90fb-4a1a-8403-b82d8eb9d007 admin admin] Unset dirty status for tenant:5feffc8c688247108a79ec8f1ba3e737 on resource:subnet {{(pid=79296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:31:52.608987 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-c7cf86dd-90fb-4a1a-8403-b82d8eb9d007 admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2183890 May 10 19:31:54.771866 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 35860) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:31:54.880687 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33ba547-e2d2-40ee-a4d5-37886df6c1a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:31:54.881961 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33ba547-e2d2-40ee-a4d5-37886df6c1a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:31:54.883622 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-a33ba547-e2d2-40ee-a4d5-37886df6c1a8 admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1107962 May 10 19:31:56.995651 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 35870) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:31:57.101609 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14110aa0-3d65-4a03-aaf6-50784e8b413c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:31:57.102949 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-14110aa0-3d65-4a03-aaf6-50784e8b413c admin admin] 10.222.0.46 "GET /v2.0/subnets/36c995c1-6b65-48ff-9cce-59e482a83a2a HTTP/1.1" status: 200 len: 868 time: 0.1063519 May 10 19:31:59.213024 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 35880) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:31:59.314727 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d5696c-9057-469c-a8ac-44fa4614366f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:31:59.316086 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-57d5696c-9057-469c-a8ac-44fa4614366f admin admin] 10.222.0.46 "GET /v2.0/subnets/39840ae5-5b78-40c6-8289-bd2c4c3e7489 HTTP/1.1" status: 200 len: 816 time: 0.1020601 May 10 19:32:08.261409 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-893287d5-c330-4575-b2e6-6d6edd3a8061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:10.957550 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:10.960798 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-48603309-b480-40aa-aaf4-408390e4e9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:11.883453 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-05ecdfa3-b7ee-4afa-83d7-ebb5bc70016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:13.689204 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-02078f97-e06b-4c48-b673-8bf9bf3f5f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:22.237727 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 35924) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:32:22.286131 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [None req-804e1fa9-ac9c-4859-a1ce-2d675031ac41 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=79296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 19:32:22.287120 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-804e1fa9-ac9c-4859-a1ce-2d675031ac41 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0481241 May 10 19:32:24.099989 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.agents_db [None req-ff3cf147-8285-4226-b8f5-cc0a2e41555e None None] Agent healthcheck: found 5 active agents {{(pid=79298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:32:24.483971 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 35934) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:32:24.550412 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8c12531-8125-4089-93f0-ae4731c8ff17 admin admin] GET failed (client error): The resource could not be found. May 10 19:32:24.551667 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-d8c12531-8125-4089-93f0-ae4731c8ff17 admin admin] 10.222.0.46 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0667617 May 10 19:32:24.679232 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32b6e66-29d7-42d6-814f-b77bf0565ac9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:32:24.680602 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-e32b6e66-29d7-42d6-814f-b77bf0565ac9 admin admin] 10.222.0.46 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1251493 May 10 19:32:26.841914 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 35944) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:32:26.890707 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.v2.base [None req-7c40d3e5-b0d2-453a-b5bc-977f2296d888 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=79295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:32:26.891931 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.quota [None req-7c40d3e5-b0d2-453a-b5bc-977f2296d888 admin admin] Loaded quota_driver: . May 10 19:32:26.901721 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-7c40d3e5-b0d2-453a-b5bc-977f2296d888 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:32:26.914678 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-7c40d3e5-b0d2-453a-b5bc-977f2296d888 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:32:27.037839 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c40d3e5-b0d2-453a-b5bc-977f2296d888 admin admin] Made reservation on behalf of 5feffc8c688247108a79ec8f1ba3e737 for: {'network': 1} {{(pid=79295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:32:27.040219 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-7c40d3e5-b0d2-453a-b5bc-977f2296d888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for network, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:27.138721 dv-cinder-784453-6-smb neutron-server[79295]: WARNING neutron.services.revisions.revision_plugin [None req-7c40d3e5-b0d2-453a-b5bc-977f2296d888 admin admin] Could not find related network for resource to bump revision. May 10 19:32:27.153024 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c40d3e5-b0d2-453a-b5bc-977f2296d888 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=79295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:32:27.163787 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-7c40d3e5-b0d2-453a-b5bc-977f2296d888 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757498921364', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007211'] for segment, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:27.164382 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-7c40d3e5-b0d2-453a-b5bc-977f2296d888 admin admin] Unsubscribe: segment precommit_create {{(pid=79295) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 10 19:32:27.164811 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.db.segments_db [None req-7c40d3e5-b0d2-453a-b5bc-977f2296d888 admin admin] Added segment 5b8d806c-a0f3-4312-a5b7-972548cd3847 of type vlan for network 963e405b-4be8-494c-bddf-22c23332205b May 10 19:32:27.234410 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-7c40d3e5-b0d2-453a-b5bc-977f2296d888 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757498498946'] for network, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:27.432377 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-7c40d3e5-b0d2-453a-b5bc-977f2296d888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384'] for network, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:27.433785 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c40d3e5-b0d2-453a-b5bc-977f2296d888 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:32:27.434391 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-7c40d3e5-b0d2-453a-b5bc-977f2296d888 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533414'] for network, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:27.438683 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:32:27.556293 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c40d3e5-b0d2-453a-b5bc-977f2296d888 admin admin] Pushing event updated for resources: {'Network': ['ID=963e405b-4be8-494c-bddf-22c23332205b,revision_number=1']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:32:27.560054 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-7c40d3e5-b0d2-453a-b5bc-977f2296d888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:32:27.567100 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Network 963e405b-4be8-494c-bddf-22c23332205b details requested by agent ovs-agent-dv-cinder-784453-6-smb with host dv-cinder-784453-6-smb {{(pid=79297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 19:32:27.667658 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-7c40d3e5-b0d2-453a-b5bc-977f2296d888 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8246002 May 10 19:32:29.814780 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 35954) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:32:29.881376 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b3c8f64-e9e5-4481-ab23-42caca1f946b admin admin] GET failed (client error): The resource could not be found. May 10 19:32:29.882592 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-9b3c8f64-e9e5-4481-ab23-42caca1f946b admin admin] 10.222.0.46 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0668123 May 10 19:32:29.986013 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5f5a76-965b-40a1-9c7a-59642d961805 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:32:29.987500 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-6f5f5a76-965b-40a1-9c7a-59642d961805 admin admin] 10.222.0.46 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1011024 May 10 19:32:29.999831 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.v2.base [None req-67750a59-2ae5-40e0-b720-7e1c2517848d admin admin] Request body: {'subnet': {'network_id': '963e405b-4be8-494c-bddf-22c23332205b', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=79296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:32:30.001754 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-67750a59-2ae5-40e0-b720-7e1c2517848d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:32:30.011189 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-67750a59-2ae5-40e0-b720-7e1c2517848d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:32:30.140017 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67750a59-2ae5-40e0-b720-7e1c2517848d admin admin] Made reservation on behalf of 5feffc8c688247108a79ec8f1ba3e737 for: {'subnet': 1} {{(pid=79296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:32:30.142307 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-67750a59-2ae5-40e0-b720-7e1c2517848d admin admin] Notify callbacks [] for subnet, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:30.605929 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-67750a59-2ae5-40e0-b720-7e1c2517848d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384'] for subnet, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:30.610174 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:32:30.679363 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67750a59-2ae5-40e0-b720-7e1c2517848d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bcf034a-3a01-4d3f-b543-773705f31644,revision_number=0']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:32:30.691075 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67750a59-2ae5-40e0-b720-7e1c2517848d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:30.691420 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67750a59-2ae5-40e0-b720-7e1c2517848d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:30.691745 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67750a59-2ae5-40e0-b720-7e1c2517848d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:30.692066 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67750a59-2ae5-40e0-b720-7e1c2517848d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:30.692383 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67750a59-2ae5-40e0-b720-7e1c2517848d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:30.692698 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67750a59-2ae5-40e0-b720-7e1c2517848d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:30.693007 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67750a59-2ae5-40e0-b720-7e1c2517848d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:30.693315 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67750a59-2ae5-40e0-b720-7e1c2517848d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:30.693652 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67750a59-2ae5-40e0-b720-7e1c2517848d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:30.693962 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67750a59-2ae5-40e0-b720-7e1c2517848d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:30.694266 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67750a59-2ae5-40e0-b720-7e1c2517848d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:30.694572 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67750a59-2ae5-40e0-b720-7e1c2517848d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:30.697926 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67750a59-2ae5-40e0-b720-7e1c2517848d admin admin] Checking segment: {'id': '5b8d806c-a0f3-4312-a5b7-972548cd3847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '963e405b-4be8-494c-bddf-22c23332205b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:32:30.698617 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67750a59-2ae5-40e0-b720-7e1c2517848d admin admin] Network hostable DHCP agents. Network: 963e405b-4be8-494c-bddf-22c23332205b, hostable agents: ['cf5774e5-e4b1-412e-9d40-b43239b08ac1'], hosted agents: [] {{(pid=79296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:32:30.703213 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-67750a59-2ae5-40e0-b720-7e1c2517848d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:32:30.792419 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67750a59-2ae5-40e0-b720-7e1c2517848d admin admin] Network 963e405b-4be8-494c-bddf-22c23332205b is scheduled to be hosted by DHCP agent cf5774e5-e4b1-412e-9d40-b43239b08ac1 with binding_index 1 {{(pid=79296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:32:30.951510 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.base_scheduler [None req-67750a59-2ae5-40e0-b720-7e1c2517848d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-6-smb, 963e405b-4be8-494c-bddf-22c23332205b) {{(pid=79296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:32:30.955698 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67750a59-2ae5-40e0-b720-7e1c2517848d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:32:30.956232 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-67750a59-2ae5-40e0-b720-7e1c2517848d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533414'] for subnet, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:30.960273 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852750d9-76ac-4b62-badf-1b88437f38f3 None None] Network 963e405b-4be8-494c-bddf-22c23332205b requested from dv-cinder-784453-6-smb {{(pid=79297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:32:31.055665 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-67750a59-2ae5-40e0-b720-7e1c2517848d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0616798 May 10 19:32:31.180451 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2945ec7e-dbde-4b6a-b526-b3bb4aeec49e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5621fda0-e5c6-53dc-bc61-667937d628dd-963e405b-4be8-494c-bddf-22c23332205b', 'network_id': '963e405b-4be8-494c-bddf-22c23332205b', 'tenant_id': '5feffc8c688247108a79ec8f1ba3e737', 'fixed_ips': [{'subnet_id': '0bcf034a-3a01-4d3f-b543-773705f31644'}]}} from dv-cinder-784453-6-smb. {{(pid=79297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 19:32:31.181838 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-2945ec7e-dbde-4b6a-b526-b3bb4aeec49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_create {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:31.369454 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.db_base_plugin_common [None req-2945ec7e-dbde-4b6a-b526-b3bb4aeec49e None None] Allocated IP 192.168.233.2 (963e405b-4be8-494c-bddf-22c23332205b/0bcf034a-3a01-4d3f-b543-773705f31644/45852b0e-3c80-4033-b7a7-8366e81eae38) {{(pid=79297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:32:31.569876 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-2945ec7e-dbde-4b6a-b526-b3bb4aeec49e None None] Notify callbacks [] for port, precommit_create {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:31.580615 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-2945ec7e-dbde-4b6a-b526-b3bb4aeec49e None None] Transition to ACTIVE for port object 45852b0e-3c80-4033-b7a7-8366e81eae38 will not be triggered until provisioned by entity L2. {{(pid=79297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:32:31.599586 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-2945ec7e-dbde-4b6a-b526-b3bb4aeec49e None None] Transition to ACTIVE for port object 45852b0e-3c80-4033-b7a7-8366e81eae38 will not be triggered until provisioned by entity DHCP. {{(pid=79297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:32:31.695154 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-2945ec7e-dbde-4b6a-b526-b3bb4aeec49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757498479620'] for port, after_create {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:31.700175 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:32:31.771986 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2945ec7e-dbde-4b6a-b526-b3bb4aeec49e None None] Network 963e405b-4be8-494c-bddf-22c23332205b is already hosted by enough agents. {{(pid=79297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:32:31.772721 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2945ec7e-dbde-4b6a-b526-b3bb4aeec49e None None] Pushing event updated for resources: {'Port': ['ID=45852b0e-3c80-4033-b7a7-8366e81eae38,revision_number=1']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:32:31.775731 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.scheduler.base_scheduler [None req-2945ec7e-dbde-4b6a-b526-b3bb4aeec49e None None] Resources bound (agent type, host, resource id): {{(pid=79297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:32:31.778905 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2945ec7e-dbde-4b6a-b526-b3bb4aeec49e None None] Received port after_create {{(pid=79297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:32:31.784350 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2945ec7e-dbde-4b6a-b526-b3bb4aeec49e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:31.784694 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2945ec7e-dbde-4b6a-b526-b3bb4aeec49e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:31.785032 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2945ec7e-dbde-4b6a-b526-b3bb4aeec49e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:31.785374 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2945ec7e-dbde-4b6a-b526-b3bb4aeec49e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:31.785676 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2945ec7e-dbde-4b6a-b526-b3bb4aeec49e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:31.785999 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2945ec7e-dbde-4b6a-b526-b3bb4aeec49e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:31.786614 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2945ec7e-dbde-4b6a-b526-b3bb4aeec49e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:31.786614 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2945ec7e-dbde-4b6a-b526-b3bb4aeec49e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:31.786950 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2945ec7e-dbde-4b6a-b526-b3bb4aeec49e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:31.787280 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2945ec7e-dbde-4b6a-b526-b3bb4aeec49e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:31.787579 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2945ec7e-dbde-4b6a-b526-b3bb4aeec49e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:31.787891 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2945ec7e-dbde-4b6a-b526-b3bb4aeec49e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:31.792283 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-2945ec7e-dbde-4b6a-b526-b3bb4aeec49e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:32:31.875442 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.managers [None req-2945ec7e-dbde-4b6a-b526-b3bb4aeec49e None None] Attempting to bind port 45852b0e-3c80-4033-b7a7-8366e81eae38 on host dv-cinder-784453-6-smb for vnic_type normal with profile {{(pid=79297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:32:31.875807 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.managers [None req-2945ec7e-dbde-4b6a-b526-b3bb4aeec49e None None] Attempting to bind port 45852b0e-3c80-4033-b7a7-8366e81eae38 by drivers openvswitch,hyperv on host dv-cinder-784453-6-smb at level 0 using segments [{'id': '5b8d806c-a0f3-4312-a5b7-972548cd3847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '963e405b-4be8-494c-bddf-22c23332205b'}] {{(pid=79297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:32:31.876170 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2945ec7e-dbde-4b6a-b526-b3bb4aeec49e None None] Attempting to bind port 45852b0e-3c80-4033-b7a7-8366e81eae38 on network 963e405b-4be8-494c-bddf-22c23332205b {{(pid=79297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:32:31.881580 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2945ec7e-dbde-4b6a-b526-b3bb4aeec49e None None] Checking agent: {'id': 'f730efe5-2961-494c-9708-c8a2f4be606e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 29, 11), 'started_at': datetime.datetime(2021, 5, 10, 19, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:32:31.881953 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2945ec7e-dbde-4b6a-b526-b3bb4aeec49e None None] Checking segment: {'id': '5b8d806c-a0f3-4312-a5b7-972548cd3847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '963e405b-4be8-494c-bddf-22c23332205b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:32:31.882358 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-2945ec7e-dbde-4b6a-b526-b3bb4aeec49e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:31.882747 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2945ec7e-dbde-4b6a-b526-b3bb4aeec49e None None] Bound using segment: {'id': '5b8d806c-a0f3-4312-a5b7-972548cd3847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '963e405b-4be8-494c-bddf-22c23332205b'} {{(pid=79297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:32:31.883246 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.managers [None req-2945ec7e-dbde-4b6a-b526-b3bb4aeec49e None None] Bound port: 45852b0e-3c80-4033-b7a7-8366e81eae38, host: dv-cinder-784453-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b8d806c-a0f3-4312-a5b7-972548cd3847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '963e405b-4be8-494c-bddf-22c23332205b'}}] {{(pid=79297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:32:31.883634 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-2945ec7e-dbde-4b6a-b526-b3bb4aeec49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:31.974830 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-2945ec7e-dbde-4b6a-b526-b3bb4aeec49e None None] For port 45852b0e-3c80-4033-b7a7-8366e81eae38, host dv-cinder-784453-6-smb, cleared binding levels {{(pid=79297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:32:31.977809 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-2945ec7e-dbde-4b6a-b526-b3bb4aeec49e None None] For port 45852b0e-3c80-4033-b7a7-8366e81eae38, host dv-cinder-784453-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-smb',level=0,port_id=45852b0e-3c80-4033-b7a7-8366e81eae38,segment=NetworkSegment(5b8d806c-a0f3-4312-a5b7-972548cd3847),segment_id=5b8d806c-a0f3-4312-a5b7-972548cd3847)] {{(pid=79297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:32:32.066784 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-2945ec7e-dbde-4b6a-b526-b3bb4aeec49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:32.070924 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:32:32.147856 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2945ec7e-dbde-4b6a-b526-b3bb4aeec49e None None] Pushing event updated for resources: {'Port': ['ID=45852b0e-3c80-4033-b7a7-8366e81eae38,revision_number=2']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:32:32.151737 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-2945ec7e-dbde-4b6a-b526-b3bb4aeec49e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:32:32.943565 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cbf325-e602-42b3-9c4b-4d2deafd23be None None] Network 963e405b-4be8-494c-bddf-22c23332205b requested from dv-cinder-784453-6-smb {{(pid=79297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:32:32.961180 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device 45852b0e-3c80-4033-b7a7-8366e81eae38 up at agent ovs-agent-dv-cinder-784453-6-smb {{(pid=79297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:32:33.168578 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-d875b420-69bf-4e2c-bc4d-3b57ad7ece6f None None] Provisioning for port 45852b0e-3c80-4033-b7a7-8366e81eae38 completed by entity DHCP. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:32:33.214827 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Provisioning for port 45852b0e-3c80-4033-b7a7-8366e81eae38 completed by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:32:33.225819 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Provisioning complete for port 45852b0e-3c80-4033-b7a7-8366e81eae38 triggered by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:32:33.226192 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:33.367543 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:33.406042 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] For port 45852b0e-3c80-4033-b7a7-8366e81eae38, host dv-cinder-784453-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-smb',level=0,port_id=45852b0e-3c80-4033-b7a7-8366e81eae38,segment=NetworkSegment(5b8d806c-a0f3-4312-a5b7-972548cd3847),segment_id=5b8d806c-a0f3-4312-a5b7-972548cd3847)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:32:33.475910 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:33.478434 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:32:33.548572 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-c39d40c1-3b53-4ba0-a30a-107ad8641f1d None None] Provisioning complete for port 45852b0e-3c80-4033-b7a7-8366e81eae38 triggered by entity DHCP. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:32:33.548939 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-c39d40c1-3b53-4ba0-a30a-107ad8641f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:33.591292 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Pushing event updated for resources: {'Port': ['ID=45852b0e-3c80-4033-b7a7-8366e81eae38,revision_number=3']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:32:33.596675 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:32:34.906661 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device 45852b0e-3c80-4033-b7a7-8366e81eae38 up at agent ovs-agent-dv-cinder-784453-6-smb {{(pid=79297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:32:34.972893 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Provisioning complete for port 45852b0e-3c80-4033-b7a7-8366e81eae38 triggered by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:32:34.973319 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:38.254269 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099e3713-8017-48d5-92d3-27bb06f5146d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:40.946281 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:40.949567 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-de437243-390f-4539-a0f1-91dedf57a68c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:41.871469 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-05ecdfa3-b7ee-4afa-83d7-ebb5bc70016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:43.677535 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-02078f97-e06b-4c48-b673-8bf9bf3f5f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:01.099220 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.agents_db [None req-ff3cf147-8285-4226-b8f5-cc0a2e41555e None None] Agent healthcheck: found 5 active agents {{(pid=79298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:33:08.259838 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-4333595a-14df-4941-819b-6a8bd1487c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:10.825956 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-6f265d98-c48c-47c7-b498-fa5327399e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:10.951562 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:11.881468 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-05ecdfa3-b7ee-4afa-83d7-ebb5bc70016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:13.658203 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-02078f97-e06b-4c48-b673-8bf9bf3f5f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:38.097706 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.agents_db [None req-ff3cf147-8285-4226-b8f5-cc0a2e41555e None None] Agent healthcheck: found 5 active agents {{(pid=79298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:33:38.288246 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-d8b75361-e47e-438d-8a1f-2d455ed0b3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:40.796860 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-3aac2108-f9f5-4e69-bd5b-c4aee2855cec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:41.065682 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:41.888631 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-05ecdfa3-b7ee-4afa-83d7-ebb5bc70016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:43.688089 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-02078f97-e06b-4c48-b673-8bf9bf3f5f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:54.886528 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 36008) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:33:54.894213 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [None req-e82820e2-69d6-4f69-a489-630d2ac9fcd6 tempest-verify_tempest_config-488518119 tempest-verify_tempest_config-488518119-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=79296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 19:33:54.894213 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-e82820e2-69d6-4f69-a489-630d2ac9fcd6 tempest-verify_tempest_config-488518119 tempest-verify_tempest_config-488518119-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059547 May 10 19:33:55.509922 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 36026) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:33:55.625935 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-2cfebcff-e429-4475-a2dc-f824cbacac3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:55.639480 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-2cfebcff-e429-4475-a2dc-f824cbacac3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:33:55.643317 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-2cfebcff-e429-4475-a2dc-f824cbacac3a admin admin] Usage tracker for resource:security_group_rule and tenant:4b7ca8a8999447e1a53560d15a21f965 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:33:55.646222 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-2cfebcff-e429-4475-a2dc-f824cbacac3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:33:55.652168 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-2cfebcff-e429-4475-a2dc-f824cbacac3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:33:55.732216 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-2cfebcff-e429-4475-a2dc-f824cbacac3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:55.842571 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-2cfebcff-e429-4475-a2dc-f824cbacac3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:55.853119 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:33:55.890214 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfebcff-e429-4475-a2dc-f824cbacac3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6b1b79-aa70-4167-bf3f-62d26ab55dae,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:33:55.892979 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-2cfebcff-e429-4475-a2dc-f824cbacac3a admin admin] Synchronizing usage tracker for tenant:5feffc8c688247108a79ec8f1ba3e737 on resource:security_group {{(pid=79296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:33:55.900926 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfebcff-e429-4475-a2dc-f824cbacac3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:33:55.901262 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfebcff-e429-4475-a2dc-f824cbacac3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:33:55.901586 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfebcff-e429-4475-a2dc-f824cbacac3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:33:55.901907 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfebcff-e429-4475-a2dc-f824cbacac3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:33:55.902223 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfebcff-e429-4475-a2dc-f824cbacac3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:33:55.902535 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfebcff-e429-4475-a2dc-f824cbacac3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:33:55.902844 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfebcff-e429-4475-a2dc-f824cbacac3a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:33:55.903175 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfebcff-e429-4475-a2dc-f824cbacac3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:33:55.903490 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfebcff-e429-4475-a2dc-f824cbacac3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:33:55.903792 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfebcff-e429-4475-a2dc-f824cbacac3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:33:55.904140 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfebcff-e429-4475-a2dc-f824cbacac3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:33:55.904440 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfebcff-e429-4475-a2dc-f824cbacac3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:33:55.908648 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-2cfebcff-e429-4475-a2dc-f824cbacac3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:33:56.031177 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-2cfebcff-e429-4475-a2dc-f824cbacac3a admin admin] Unset dirty status for tenant:5feffc8c688247108a79ec8f1ba3e737 on resource:security_group {{(pid=79296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:33:56.032426 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-2cfebcff-e429-4475-a2dc-f824cbacac3a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4b7ca8a8999447e1a53560d15a21f965&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5215564 May 10 19:33:56.035080 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 36032) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:33:56.091239 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-a088623d-e33e-42bc-b8dd-a3ccaf23a905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:56.119327 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-a088623d-e33e-42bc-b8dd-a3ccaf23a905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:56.303820 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-a088623d-e33e-42bc-b8dd-a3ccaf23a905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:56.307793 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-2cfebcff-e429-4475-a2dc-f824cbacac3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:33:56.318560 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a088623d-e33e-42bc-b8dd-a3ccaf23a905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6b1b79-aa70-4167-bf3f-62d26ab55dae,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:33:56.322312 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-a088623d-e33e-42bc-b8dd-a3ccaf23a905 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:33:56.325546 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-a088623d-e33e-42bc-b8dd-a3ccaf23a905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:56.326675 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-a088623d-e33e-42bc-b8dd-a3ccaf23a905 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0e6b1b79-aa70-4167-bf3f-62d26ab55dae HTTP/1.1" status: 204 len: 168 time: 0.2907050 May 10 19:34:08.276491 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b9ac317a-e408-411e-8ae0-cdf24f577343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:10.790674 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-59ba619b-59fc-44df-b785-a30437bcc59a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:10.922157 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:11.905205 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-05ecdfa3-b7ee-4afa-83d7-ebb5bc70016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:13.676893 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-02078f97-e06b-4c48-b673-8bf9bf3f5f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:15.096547 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.agents_db [None req-ff3cf147-8285-4226-b8f5-cc0a2e41555e None None] Agent healthcheck: found 5 active agents {{(pid=79298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:34:38.241983 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-e6bfb2d6-ac88-4e40-b8fb-5c3667f9de63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:40.802132 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b7bd9569-f31c-4afb-acd9-c16a7ade91b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:40.933459 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:41.864844 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-05ecdfa3-b7ee-4afa-83d7-ebb5bc70016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:43.693900 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-02078f97-e06b-4c48-b673-8bf9bf3f5f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:52.095843 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.agents_db [None req-ff3cf147-8285-4226-b8f5-cc0a2e41555e None None] Agent healthcheck: found 5 active agents {{(pid=79298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:35:08.257493 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-1201c408-d1a2-41b7-a998-53961484d777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:10.806632 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-f3d8b29b-0936-4eb2-a6c2-941b5d52c7fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:10.908598 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:11.897327 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-05ecdfa3-b7ee-4afa-83d7-ebb5bc70016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:13.760876 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-02078f97-e06b-4c48-b673-8bf9bf3f5f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:29.095252 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.agents_db [None req-ff3cf147-8285-4226-b8f5-cc0a2e41555e None None] Agent healthcheck: found 5 active agents {{(pid=79298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:35:38.276496 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382'] for agent, after_create {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:38.302932 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-7168737a-b61d-41e1-854b-57717a1ef1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:40.824646 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-3a3c0e20-d41e-4496-b86a-e5900bc7f2af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:40.939046 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:41.899935 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-05ecdfa3-b7ee-4afa-83d7-ebb5bc70016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:42.262703 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 36084) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:35:42.373842 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-863524c2-5968-4080-9d00-c41474fba5f9 admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1100302 May 10 19:35:43.664498 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-02078f97-e06b-4c48-b673-8bf9bf3f5f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:44.469336 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 36094) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:35:44.524025 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-3786e93f-efa8-4328-b9a8-a1e2690248d6 admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0536301 May 10 19:36:06.095598 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.agents_db [None req-ff3cf147-8285-4226-b8f5-cc0a2e41555e None None] Agent healthcheck: found 6 active agents {{(pid=79298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:36:08.168306 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:08.253464 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-6e1d5ba4-53f0-4a65-abea-7240363d7f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:10.841853 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-43292ca2-da9f-4c98-962f-62139d566358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:10.932734 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:11.880140 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-05ecdfa3-b7ee-4afa-83d7-ebb5bc70016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:13.691771 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-02078f97-e06b-4c48-b673-8bf9bf3f5f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:38.160222 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:38.264773 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-caf4b0a6-076b-4c35-89c6-cad37fe25deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:40.864792 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-e65348c7-7a09-4eff-9123-26511965f4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:40.914795 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:41.932134 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-05ecdfa3-b7ee-4afa-83d7-ebb5bc70016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:43.095741 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.agents_db [None req-ff3cf147-8285-4226-b8f5-cc0a2e41555e None None] Agent healthcheck: found 6 active agents {{(pid=79298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:36:43.691538 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-02078f97-e06b-4c48-b673-8bf9bf3f5f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:08.179078 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:08.299222 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-6c5f400a-916f-450a-97ff-7224df3ff709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:10.802291 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-736c2451-642f-412c-876c-8692c1e3cffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:10.944813 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:11.922333 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-05ecdfa3-b7ee-4afa-83d7-ebb5bc70016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:13.733345 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-02078f97-e06b-4c48-b673-8bf9bf3f5f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:15.271679 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 36296) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:37:15.759660 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.v2.base [None req-77bef771-1d2c-4124-aaff-439ac6f983f8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-978091604-network', 'tenant_id': '51cacdd45af040f2a01d344873e3625b'}} {{(pid=79296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:37:15.765736 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-77bef771-1d2c-4124-aaff-439ac6f983f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:37:15.770267 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-77bef771-1d2c-4124-aaff-439ac6f983f8 admin admin] Usage tracker for resource:network and tenant:51cacdd45af040f2a01d344873e3625b is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:37:15.773688 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-77bef771-1d2c-4124-aaff-439ac6f983f8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:37:15.781463 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-77bef771-1d2c-4124-aaff-439ac6f983f8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:37:15.874683 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77bef771-1d2c-4124-aaff-439ac6f983f8 admin admin] Made reservation on behalf of 51cacdd45af040f2a01d344873e3625b for: {'network': 1} {{(pid=79296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:37:15.877011 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-77bef771-1d2c-4124-aaff-439ac6f983f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for network, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:15.894103 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-77bef771-1d2c-4124-aaff-439ac6f983f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:15.905374 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-77bef771-1d2c-4124-aaff-439ac6f983f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:37:15.909697 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-77bef771-1d2c-4124-aaff-439ac6f983f8 admin admin] Usage tracker for resource:security_group_rule and tenant:51cacdd45af040f2a01d344873e3625b is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:37:15.912864 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-77bef771-1d2c-4124-aaff-439ac6f983f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:37:15.918865 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-77bef771-1d2c-4124-aaff-439ac6f983f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:37:16.011974 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-77bef771-1d2c-4124-aaff-439ac6f983f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:16.086403 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-77bef771-1d2c-4124-aaff-439ac6f983f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:16.091919 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:37:16.119856 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77bef771-1d2c-4124-aaff-439ac6f983f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=79296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:37:16.137989 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bef771-1d2c-4124-aaff-439ac6f983f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5804c8-f9f7-43ee-85d5-7978ae4c260a,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:37:16.142024 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-77bef771-1d2c-4124-aaff-439ac6f983f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007211'] for segment, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:16.142676 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.db.segments_db [None req-77bef771-1d2c-4124-aaff-439ac6f983f8 admin admin] Added segment b419feae-3c04-4731-ab23-9ce2e44e2bd8 of type vlan for network a0d4b9de-e210-4ae4-a44f-3667619d5602 May 10 19:37:16.154215 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bef771-1d2c-4124-aaff-439ac6f983f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:16.154925 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bef771-1d2c-4124-aaff-439ac6f983f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:16.155563 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bef771-1d2c-4124-aaff-439ac6f983f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:16.156089 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bef771-1d2c-4124-aaff-439ac6f983f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:16.156610 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bef771-1d2c-4124-aaff-439ac6f983f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:16.157097 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bef771-1d2c-4124-aaff-439ac6f983f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:16.157657 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bef771-1d2c-4124-aaff-439ac6f983f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:16.158160 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bef771-1d2c-4124-aaff-439ac6f983f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:16.158734 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bef771-1d2c-4124-aaff-439ac6f983f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:16.159325 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bef771-1d2c-4124-aaff-439ac6f983f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:16.159837 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bef771-1d2c-4124-aaff-439ac6f983f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:16.160378 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bef771-1d2c-4124-aaff-439ac6f983f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:16.161611 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bef771-1d2c-4124-aaff-439ac6f983f8 admin admin] Tracked resource versions report: May 10 19:37:16.161611 dv-cinder-784453-6-smb neutron-server[79296]: pushed versions: May 10 19:37:16.161611 dv-cinder-784453-6-smb neutron-server[79296]: { 'AddressGroup': {'1.2'}, May 10 19:37:16.161611 dv-cinder-784453-6-smb neutron-server[79296]: 'ConntrackHelper': {'1.0'}, May 10 19:37:16.161611 dv-cinder-784453-6-smb neutron-server[79296]: 'Log': {'1.0'}, May 10 19:37:16.161611 dv-cinder-784453-6-smb neutron-server[79296]: 'Network': {'1.1'}, May 10 19:37:16.161611 dv-cinder-784453-6-smb neutron-server[79296]: 'Port': {'1.7'}, May 10 19:37:16.161611 dv-cinder-784453-6-smb neutron-server[79296]: 'PortForwarding': {'1.2'}, May 10 19:37:16.161611 dv-cinder-784453-6-smb neutron-server[79296]: 'QosPolicy': {'1.8'}, May 10 19:37:16.161611 dv-cinder-784453-6-smb neutron-server[79296]: 'SecurityGroup': {'1.4'}, May 10 19:37:16.161611 dv-cinder-784453-6-smb neutron-server[79296]: 'SecurityGroupRule': {'1.2'}, May 10 19:37:16.161611 dv-cinder-784453-6-smb neutron-server[79296]: 'SubPort': {'1.0'}, May 10 19:37:16.161611 dv-cinder-784453-6-smb neutron-server[79296]: 'Subnet': {'1.1'}, May 10 19:37:16.161611 dv-cinder-784453-6-smb neutron-server[79296]: 'Trunk': {'1.1'}} May 10 19:37:16.161611 dv-cinder-784453-6-smb neutron-server[79296]: consumer versions: May 10 19:37:16.161611 dv-cinder-784453-6-smb neutron-server[79296]: { DHCP agent@dv-cinder-784453-6-smb: {}, May 10 19:37:16.161611 dv-cinder-784453-6-smb neutron-server[79296]: HyperV agent@hv-cinder-78445: {}, May 10 19:37:16.161611 dv-cinder-784453-6-smb neutron-server[79296]: L3 agent@dv-cinder-784453-6-smb: {}, May 10 19:37:16.161611 dv-cinder-784453-6-smb neutron-server[79296]: Metadata agent@dv-cinder-784453-6-smb: {}, May 10 19:37:16.161611 dv-cinder-784453-6-smb neutron-server[79296]: Metering agent@dv-cinder-784453-6-smb: {}, May 10 19:37:16.161611 dv-cinder-784453-6-smb neutron-server[79296]: Open vSwitch agent@dv-cinder-784453-6-smb: { 'AddressGroup': '1.2', May 10 19:37:16.161611 dv-cinder-784453-6-smb neutron-server[79296]: 'ConntrackHelper': '1.0', May 10 19:37:16.161611 dv-cinder-784453-6-smb neutron-server[79296]: 'Log': '1.0', May 10 19:37:16.161611 dv-cinder-784453-6-smb neutron-server[79296]: 'Network': '1.1', May 10 19:37:16.161611 dv-cinder-784453-6-smb neutron-server[79296]: 'Port': '1.7', May 10 19:37:16.161611 dv-cinder-784453-6-smb neutron-server[79296]: 'PortForwarding': '1.2', May 10 19:37:16.161611 dv-cinder-784453-6-smb neutron-server[79296]: 'QosPolicy': '1.8', May 10 19:37:16.161611 dv-cinder-784453-6-smb neutron-server[79296]: 'SecurityGroup': '1.4', May 10 19:37:16.161611 dv-cinder-784453-6-smb neutron-server[79296]: 'SecurityGroupRule': '1.2', May 10 19:37:16.161611 dv-cinder-784453-6-smb neutron-server[79296]: 'SubPort': '1.0', May 10 19:37:16.161611 dv-cinder-784453-6-smb neutron-server[79296]: 'Subnet': '1.1', May 10 19:37:16.161611 dv-cinder-784453-6-smb neutron-server[79296]: 'Trunk': '1.1'}} May 10 19:37:16.161611 dv-cinder-784453-6-smb neutron-server[79296]: {{(pid=79296) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 19:37:16.168150 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-77bef771-1d2c-4124-aaff-439ac6f983f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:37:16.191651 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 36326) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:37:16.199433 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-77bef771-1d2c-4124-aaff-439ac6f983f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757498498946'] for network, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:16.304603 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-77bef771-1d2c-4124-aaff-439ac6f983f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384'] for network, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:16.306472 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77bef771-1d2c-4124-aaff-439ac6f983f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:16.307108 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-77bef771-1d2c-4124-aaff-439ac6f983f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533414'] for network, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:16.312009 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:37:16.409641 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bef771-1d2c-4124-aaff-439ac6f983f8 admin admin] Pushing event updated for resources: {'Network': ['ID=a0d4b9de-e210-4ae4-a44f-3667619d5602,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:37:16.418116 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-77bef771-1d2c-4124-aaff-439ac6f983f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:37:16.421851 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Network a0d4b9de-e210-4ae4-a44f-3667619d5602 details requested by agent ovs-agent-dv-cinder-784453-6-smb with host dv-cinder-784453-6-smb {{(pid=79297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 19:37:16.469128 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-77bef771-1d2c-4124-aaff-439ac6f983f8 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1935718 May 10 19:37:16.469352 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 36336) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:37:16.474901 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.v2.base [None req-2ec6088e-ffcc-4617-bd82-3145e059dc97 admin admin] Request body: {'subnet': {'network_id': 'a0d4b9de-e210-4ae4-a44f-3667619d5602', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-978091604-subnet', 'tenant_id': '51cacdd45af040f2a01d344873e3625b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:37:16.480693 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-2ec6088e-ffcc-4617-bd82-3145e059dc97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:37:16.483163 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 36340) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:37:16.483786 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-2ec6088e-ffcc-4617-bd82-3145e059dc97 admin admin] Usage tracker for resource:subnet and tenant:51cacdd45af040f2a01d344873e3625b is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:37:16.486745 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-2ec6088e-ffcc-4617-bd82-3145e059dc97 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:37:16.494881 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-2ec6088e-ffcc-4617-bd82-3145e059dc97 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:37:16.585136 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec6088e-ffcc-4617-bd82-3145e059dc97 admin admin] Made reservation on behalf of 51cacdd45af040f2a01d344873e3625b for: {'subnet': 1} {{(pid=79296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:37:16.587914 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-2ec6088e-ffcc-4617-bd82-3145e059dc97 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:16.732840 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.v2.base [None req-57c6e55e-4fed-4d5f-8fa0-c846c193073a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1083366025-network', 'tenant_id': '573317180ac4476a8f0d5cca9d9aaa70'}} {{(pid=79295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:37:16.739766 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-57c6e55e-4fed-4d5f-8fa0-c846c193073a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:37:16.745299 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-57c6e55e-4fed-4d5f-8fa0-c846c193073a admin admin] Usage tracker for resource:network and tenant:573317180ac4476a8f0d5cca9d9aaa70 is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:37:16.753855 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-57c6e55e-4fed-4d5f-8fa0-c846c193073a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:37:16.763081 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-57c6e55e-4fed-4d5f-8fa0-c846c193073a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:37:16.819410 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.v2.base [None req-c56c8c6b-9097-4ea4-a6bc-495ccbe0e8d3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1976003821-network', 'tenant_id': '199515a807db4df6b09d4d3ef44250c3'}} {{(pid=79295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:37:16.825933 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-c56c8c6b-9097-4ea4-a6bc-495ccbe0e8d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:37:16.834046 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-c56c8c6b-9097-4ea4-a6bc-495ccbe0e8d3 admin admin] Usage tracker for resource:network and tenant:199515a807db4df6b09d4d3ef44250c3 is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:37:16.837458 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-c56c8c6b-9097-4ea4-a6bc-495ccbe0e8d3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:37:16.840873 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c6e55e-4fed-4d5f-8fa0-c846c193073a admin admin] Made reservation on behalf of 573317180ac4476a8f0d5cca9d9aaa70 for: {'network': 1} {{(pid=79295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:37:16.843354 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-57c6e55e-4fed-4d5f-8fa0-c846c193073a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for network, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:16.860395 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-c56c8c6b-9097-4ea4-a6bc-495ccbe0e8d3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:37:16.866788 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-57c6e55e-4fed-4d5f-8fa0-c846c193073a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:16.884884 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-57c6e55e-4fed-4d5f-8fa0-c846c193073a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:37:16.890009 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-57c6e55e-4fed-4d5f-8fa0-c846c193073a admin admin] Usage tracker for resource:security_group_rule and tenant:573317180ac4476a8f0d5cca9d9aaa70 is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:37:16.893496 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-57c6e55e-4fed-4d5f-8fa0-c846c193073a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:37:16.900520 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-57c6e55e-4fed-4d5f-8fa0-c846c193073a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:37:17.016052 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56c8c6b-9097-4ea4-a6bc-495ccbe0e8d3 admin admin] Made reservation on behalf of 199515a807db4df6b09d4d3ef44250c3 for: {'network': 1} {{(pid=79295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:37:17.025241 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-c56c8c6b-9097-4ea4-a6bc-495ccbe0e8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for network, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:17.030123 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-57c6e55e-4fed-4d5f-8fa0-c846c193073a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:17.036148 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-c56c8c6b-9097-4ea4-a6bc-495ccbe0e8d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:17.052682 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-c56c8c6b-9097-4ea4-a6bc-495ccbe0e8d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:37:17.057119 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-c56c8c6b-9097-4ea4-a6bc-495ccbe0e8d3 admin admin] Usage tracker for resource:security_group_rule and tenant:199515a807db4df6b09d4d3ef44250c3 is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:37:17.060968 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-c56c8c6b-9097-4ea4-a6bc-495ccbe0e8d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:37:17.068039 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-c56c8c6b-9097-4ea4-a6bc-495ccbe0e8d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:37:17.092670 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-57c6e55e-4fed-4d5f-8fa0-c846c193073a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:17.108059 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57c6e55e-4fed-4d5f-8fa0-c846c193073a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=79295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:37:17.113501 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-2ec6088e-ffcc-4617-bd82-3145e059dc97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384'] for subnet, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:17.117459 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-57c6e55e-4fed-4d5f-8fa0-c846c193073a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007211'] for segment, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:17.117825 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.db.segments_db [None req-57c6e55e-4fed-4d5f-8fa0-c846c193073a admin admin] Added segment a605215e-47bd-49ee-ade5-586ba36a9b26 of type vlan for network 2312584f-3aed-48ad-b142-6936ee1bfc86 May 10 19:37:17.118831 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-67750a59-2ae5-40e0-b720-7e1c2517848d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:37:17.144776 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-57c6e55e-4fed-4d5f-8fa0-c846c193073a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757498498946'] for network, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:17.155027 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:37:17.193425 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec6088e-ffcc-4617-bd82-3145e059dc97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fb6b745-eb99-4569-a6e2-f9695fc796a2,revision_number=0']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:37:17.196880 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-2ec6088e-ffcc-4617-bd82-3145e059dc97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:37:17.203474 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec6088e-ffcc-4617-bd82-3145e059dc97 admin admin] Checking segment: {'id': 'b419feae-3c04-4731-ab23-9ce2e44e2bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'a0d4b9de-e210-4ae4-a44f-3667619d5602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:37:17.203823 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec6088e-ffcc-4617-bd82-3145e059dc97 admin admin] Network hostable DHCP agents. Network: a0d4b9de-e210-4ae4-a44f-3667619d5602, hostable agents: ['cf5774e5-e4b1-412e-9d40-b43239b08ac1'], hosted agents: [] {{(pid=79296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:37:17.232955 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c6e55e-4fed-4d5f-8fa0-c846c193073a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6e2f37-f221-4055-abc1-58d805595f25,revision_number=1']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:37:17.245299 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c6e55e-4fed-4d5f-8fa0-c846c193073a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:17.245654 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c6e55e-4fed-4d5f-8fa0-c846c193073a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:17.246050 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c6e55e-4fed-4d5f-8fa0-c846c193073a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:17.246382 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c6e55e-4fed-4d5f-8fa0-c846c193073a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:17.246703 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c6e55e-4fed-4d5f-8fa0-c846c193073a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:17.247061 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c6e55e-4fed-4d5f-8fa0-c846c193073a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:17.247383 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c6e55e-4fed-4d5f-8fa0-c846c193073a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:17.247700 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c6e55e-4fed-4d5f-8fa0-c846c193073a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:17.248038 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c6e55e-4fed-4d5f-8fa0-c846c193073a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:17.248366 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c6e55e-4fed-4d5f-8fa0-c846c193073a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:17.248681 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c6e55e-4fed-4d5f-8fa0-c846c193073a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:17.248992 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c6e55e-4fed-4d5f-8fa0-c846c193073a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:17.249980 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c6e55e-4fed-4d5f-8fa0-c846c193073a admin admin] Tracked resource versions report: May 10 19:37:17.249980 dv-cinder-784453-6-smb neutron-server[79295]: pushed versions: May 10 19:37:17.249980 dv-cinder-784453-6-smb neutron-server[79295]: { 'AddressGroup': {'1.2'}, May 10 19:37:17.249980 dv-cinder-784453-6-smb neutron-server[79295]: 'ConntrackHelper': {'1.0'}, May 10 19:37:17.249980 dv-cinder-784453-6-smb neutron-server[79295]: 'Log': {'1.0'}, May 10 19:37:17.249980 dv-cinder-784453-6-smb neutron-server[79295]: 'Network': {'1.1'}, May 10 19:37:17.249980 dv-cinder-784453-6-smb neutron-server[79295]: 'Port': {'1.7'}, May 10 19:37:17.249980 dv-cinder-784453-6-smb neutron-server[79295]: 'PortForwarding': {'1.2'}, May 10 19:37:17.249980 dv-cinder-784453-6-smb neutron-server[79295]: 'QosPolicy': {'1.8'}, May 10 19:37:17.249980 dv-cinder-784453-6-smb neutron-server[79295]: 'SecurityGroup': {'1.4'}, May 10 19:37:17.249980 dv-cinder-784453-6-smb neutron-server[79295]: 'SecurityGroupRule': {'1.2'}, May 10 19:37:17.249980 dv-cinder-784453-6-smb neutron-server[79295]: 'SubPort': {'1.0'}, May 10 19:37:17.249980 dv-cinder-784453-6-smb neutron-server[79295]: 'Subnet': {'1.1'}, May 10 19:37:17.249980 dv-cinder-784453-6-smb neutron-server[79295]: 'Trunk': {'1.1'}} May 10 19:37:17.249980 dv-cinder-784453-6-smb neutron-server[79295]: consumer versions: May 10 19:37:17.249980 dv-cinder-784453-6-smb neutron-server[79295]: { DHCP agent@dv-cinder-784453-6-smb: {}, May 10 19:37:17.249980 dv-cinder-784453-6-smb neutron-server[79295]: HyperV agent@hv-cinder-78445: {}, May 10 19:37:17.249980 dv-cinder-784453-6-smb neutron-server[79295]: L3 agent@dv-cinder-784453-6-smb: {}, May 10 19:37:17.249980 dv-cinder-784453-6-smb neutron-server[79295]: Metadata agent@dv-cinder-784453-6-smb: {}, May 10 19:37:17.249980 dv-cinder-784453-6-smb neutron-server[79295]: Metering agent@dv-cinder-784453-6-smb: {}, May 10 19:37:17.249980 dv-cinder-784453-6-smb neutron-server[79295]: Open vSwitch agent@dv-cinder-784453-6-smb: { 'AddressGroup': '1.2', May 10 19:37:17.249980 dv-cinder-784453-6-smb neutron-server[79295]: 'ConntrackHelper': '1.0', May 10 19:37:17.249980 dv-cinder-784453-6-smb neutron-server[79295]: 'Log': '1.0', May 10 19:37:17.249980 dv-cinder-784453-6-smb neutron-server[79295]: 'Network': '1.1', May 10 19:37:17.249980 dv-cinder-784453-6-smb neutron-server[79295]: 'Port': '1.7', May 10 19:37:17.249980 dv-cinder-784453-6-smb neutron-server[79295]: 'PortForwarding': '1.2', May 10 19:37:17.249980 dv-cinder-784453-6-smb neutron-server[79295]: 'QosPolicy': '1.8', May 10 19:37:17.249980 dv-cinder-784453-6-smb neutron-server[79295]: 'SecurityGroup': '1.4', May 10 19:37:17.249980 dv-cinder-784453-6-smb neutron-server[79295]: 'SecurityGroupRule': '1.2', May 10 19:37:17.249980 dv-cinder-784453-6-smb neutron-server[79295]: 'SubPort': '1.0', May 10 19:37:17.249980 dv-cinder-784453-6-smb neutron-server[79295]: 'Subnet': '1.1', May 10 19:37:17.249980 dv-cinder-784453-6-smb neutron-server[79295]: 'Trunk': '1.1'}} May 10 19:37:17.249980 dv-cinder-784453-6-smb neutron-server[79295]: {{(pid=79295) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 19:37:17.255796 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-57c6e55e-4fed-4d5f-8fa0-c846c193073a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:37:17.303820 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-c56c8c6b-9097-4ea4-a6bc-495ccbe0e8d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:17.311534 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-57c6e55e-4fed-4d5f-8fa0-c846c193073a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384'] for network, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:17.314654 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c6e55e-4fed-4d5f-8fa0-c846c193073a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:17.316439 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-57c6e55e-4fed-4d5f-8fa0-c846c193073a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533414'] for network, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:17.329449 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:37:17.438050 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c6e55e-4fed-4d5f-8fa0-c846c193073a admin admin] Pushing event updated for resources: {'Network': ['ID=2312584f-3aed-48ad-b142-6936ee1bfc86,revision_number=1']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:37:17.442768 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-57c6e55e-4fed-4d5f-8fa0-c846c193073a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:37:17.449002 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Network 2312584f-3aed-48ad-b142-6936ee1bfc86 details requested by agent ovs-agent-dv-cinder-784453-6-smb with host dv-cinder-784453-6-smb {{(pid=79297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 19:37:17.451889 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec6088e-ffcc-4617-bd82-3145e059dc97 admin admin] Network a0d4b9de-e210-4ae4-a44f-3667619d5602 is scheduled to be hosted by DHCP agent cf5774e5-e4b1-412e-9d40-b43239b08ac1 with binding_index 1 {{(pid=79296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:37:17.523366 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-c56c8c6b-9097-4ea4-a6bc-495ccbe0e8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:17.527798 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-57c6e55e-4fed-4d5f-8fa0-c846c193073a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:37:17.550049 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.base_scheduler [None req-2ec6088e-ffcc-4617-bd82-3145e059dc97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-6-smb, a0d4b9de-e210-4ae4-a44f-3667619d5602) {{(pid=79296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:37:17.552794 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c56c8c6b-9097-4ea4-a6bc-495ccbe0e8d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=79295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:37:17.556356 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec6088e-ffcc-4617-bd82-3145e059dc97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:17.558911 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-2ec6088e-ffcc-4617-bd82-3145e059dc97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533414'] for subnet, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:17.563849 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-c56c8c6b-9097-4ea4-a6bc-495ccbe0e8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007211'] for segment, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:17.563849 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.db.segments_db [None req-c56c8c6b-9097-4ea4-a6bc-495ccbe0e8d3 admin admin] Added segment a8cd83e0-583d-47d8-8b48-31fe59f67f8c of type vlan for network ec9d3060-cbe0-4a19-b391-792c7285d3c2 May 10 19:37:17.570734 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3668f84c-6ba3-4e53-8742-4cfc51877edb None None] Network a0d4b9de-e210-4ae4-a44f-3667619d5602 requested from dv-cinder-784453-6-smb {{(pid=79297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:37:17.573959 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-57c6e55e-4fed-4d5f-8fa0-c846c193073a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3812099 May 10 19:37:17.581549 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 36376) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:37:17.591682 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.v2.base [None req-40dd743d-28ce-492b-8a5d-c63a1601c8c3 admin admin] Request body: {'subnet': {'network_id': '2312584f-3aed-48ad-b142-6936ee1bfc86', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1083366025-subnet', 'tenant_id': '573317180ac4476a8f0d5cca9d9aaa70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:37:17.596409 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-c56c8c6b-9097-4ea4-a6bc-495ccbe0e8d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757498498946'] for network, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:17.597857 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-40dd743d-28ce-492b-8a5d-c63a1601c8c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:37:17.602740 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-40dd743d-28ce-492b-8a5d-c63a1601c8c3 admin admin] Usage tracker for resource:subnet and tenant:573317180ac4476a8f0d5cca9d9aaa70 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:37:17.606565 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-40dd743d-28ce-492b-8a5d-c63a1601c8c3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:37:17.613497 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-40dd743d-28ce-492b-8a5d-c63a1601c8c3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:37:17.637973 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c8c6b-9097-4ea4-a6bc-495ccbe0e8d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=294b53ad-6834-49da-93cc-8cdce0637b62,revision_number=1']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:37:17.641051 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-c56c8c6b-9097-4ea4-a6bc-495ccbe0e8d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:37:17.687795 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40dd743d-28ce-492b-8a5d-c63a1601c8c3 admin admin] Made reservation on behalf of 573317180ac4476a8f0d5cca9d9aaa70 for: {'subnet': 1} {{(pid=79296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:37:17.691079 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-40dd743d-28ce-492b-8a5d-c63a1601c8c3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:17.714364 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-c56c8c6b-9097-4ea4-a6bc-495ccbe0e8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384'] for network, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:17.716467 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56c8c6b-9097-4ea4-a6bc-495ccbe0e8d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:17.717086 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-c56c8c6b-9097-4ea4-a6bc-495ccbe0e8d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533414'] for network, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:17.717632 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-2ec6088e-ffcc-4617-bd82-3145e059dc97 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2470918 May 10 19:37:17.723111 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-7c40d3e5-b0d2-453a-b5bc-977f2296d888 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:37:17.882976 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c8c6b-9097-4ea4-a6bc-495ccbe0e8d3 admin admin] Pushing event updated for resources: {'Network': ['ID=ec9d3060-cbe0-4a19-b391-792c7285d3c2,revision_number=1']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:37:17.887528 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-c56c8c6b-9097-4ea4-a6bc-495ccbe0e8d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:37:17.902965 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Network ec9d3060-cbe0-4a19-b391-792c7285d3c2 details requested by agent ovs-agent-dv-cinder-784453-6-smb with host dv-cinder-784453-6-smb {{(pid=79297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 19:37:17.941167 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-c56c8c6b-9097-4ea4-a6bc-495ccbe0e8d3 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4540417 May 10 19:37:17.941563 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 36392) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:37:17.949915 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.v2.base [None req-8b68c858-8efd-468d-82c2-68e78a899181 admin admin] Request body: {'subnet': {'network_id': 'ec9d3060-cbe0-4a19-b391-792c7285d3c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1976003821-subnet', 'tenant_id': '199515a807db4df6b09d4d3ef44250c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:37:17.954918 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857d7a29-e4de-4a1f-a1e1-6db95a268d16 None None] Network a0d4b9de-e210-4ae4-a44f-3667619d5602 requested from dv-cinder-784453-6-smb {{(pid=79297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:37:17.963332 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-8b68c858-8efd-468d-82c2-68e78a899181 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:37:17.974090 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-8b68c858-8efd-468d-82c2-68e78a899181 admin admin] Usage tracker for resource:subnet and tenant:199515a807db4df6b09d4d3ef44250c3 is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:37:17.978043 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-8b68c858-8efd-468d-82c2-68e78a899181 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:37:17.984447 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-8b68c858-8efd-468d-82c2-68e78a899181 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:37:18.065095 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b68c858-8efd-468d-82c2-68e78a899181 admin admin] Made reservation on behalf of 199515a807db4df6b09d4d3ef44250c3 for: {'subnet': 1} {{(pid=79295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:37:18.078347 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-8b68c858-8efd-468d-82c2-68e78a899181 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:18.440201 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-40dd743d-28ce-492b-8a5d-c63a1601c8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384'] for subnet, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:18.447003 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:37:18.546575 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dd743d-28ce-492b-8a5d-c63a1601c8c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab965ab2-3c2b-4e85-9150-f84597f3a8d7,revision_number=0']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:37:18.556634 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-40dd743d-28ce-492b-8a5d-c63a1601c8c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:37:18.559217 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40dd743d-28ce-492b-8a5d-c63a1601c8c3 admin admin] Checking segment: {'id': 'a605215e-47bd-49ee-ade5-586ba36a9b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2312584f-3aed-48ad-b142-6936ee1bfc86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:37:18.559571 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40dd743d-28ce-492b-8a5d-c63a1601c8c3 admin admin] Network hostable DHCP agents. Network: 2312584f-3aed-48ad-b142-6936ee1bfc86, hostable agents: ['cf5774e5-e4b1-412e-9d40-b43239b08ac1'], hosted agents: [] {{(pid=79296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:37:18.654043 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40dd743d-28ce-492b-8a5d-c63a1601c8c3 admin admin] Network 2312584f-3aed-48ad-b142-6936ee1bfc86 is scheduled to be hosted by DHCP agent cf5774e5-e4b1-412e-9d40-b43239b08ac1 with binding_index 1 {{(pid=79296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:37:18.739869 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.base_scheduler [None req-40dd743d-28ce-492b-8a5d-c63a1601c8c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-6-smb, 2312584f-3aed-48ad-b142-6936ee1bfc86) {{(pid=79296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:37:18.745138 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40dd743d-28ce-492b-8a5d-c63a1601c8c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:18.746190 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-40dd743d-28ce-492b-8a5d-c63a1601c8c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533414'] for subnet, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:18.750047 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0b1bbc-99b6-4f44-a02f-7d59c3599f82 None None] Network 2312584f-3aed-48ad-b142-6936ee1bfc86 requested from dv-cinder-784453-6-smb {{(pid=79297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:37:18.866209 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-8b68c858-8efd-468d-82c2-68e78a899181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384'] for subnet, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:18.875606 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:37:18.908321 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-40dd743d-28ce-492b-8a5d-c63a1601c8c3 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3252323 May 10 19:37:18.908944 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 36428) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:37:18.914281 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.v2.base [None req-e3669740-4129-4ddb-9c8e-072adc703037 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1083366025-router', 'tenant_id': '573317180ac4476a8f0d5cca9d9aaa70', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989'}}} {{(pid=79296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:37:18.924990 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-e3669740-4129-4ddb-9c8e-072adc703037 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:37:18.934731 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-e3669740-4129-4ddb-9c8e-072adc703037 admin admin] Usage tracker for resource:router and tenant:573317180ac4476a8f0d5cca9d9aaa70 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:37:18.943311 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-e3669740-4129-4ddb-9c8e-072adc703037 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:37:18.957076 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-e3669740-4129-4ddb-9c8e-072adc703037 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:37:18.984856 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b68c858-8efd-468d-82c2-68e78a899181 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca778bf9-51c9-411c-acc3-eec82a0bc2d4,revision_number=0']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:37:18.990815 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-8b68c858-8efd-468d-82c2-68e78a899181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:37:19.018742 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b68c858-8efd-468d-82c2-68e78a899181 admin admin] Checking segment: {'id': 'a8cd83e0-583d-47d8-8b48-31fe59f67f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ec9d3060-cbe0-4a19-b391-792c7285d3c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:37:19.019337 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b68c858-8efd-468d-82c2-68e78a899181 admin admin] Network hostable DHCP agents. Network: ec9d3060-cbe0-4a19-b391-792c7285d3c2, hostable agents: ['cf5774e5-e4b1-412e-9d40-b43239b08ac1'], hosted agents: [] {{(pid=79295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:37:19.053931 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-e3669740-4129-4ddb-9c8e-072adc703037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-862949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:19.055242 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-e3669740-4129-4ddb-9c8e-072adc703037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-862954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-667882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-557229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5452'] for router, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:19.057729 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6bfec87-3df3-496b-9615-4d55a23ffc46 None None] Network 2312584f-3aed-48ad-b142-6936ee1bfc86 requested from dv-cinder-784453-6-smb {{(pid=79297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:37:19.079318 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-e3669740-4129-4ddb-9c8e-072adc703037 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:19.144564 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b68c858-8efd-468d-82c2-68e78a899181 admin admin] Network ec9d3060-cbe0-4a19-b391-792c7285d3c2 is scheduled to be hosted by DHCP agent cf5774e5-e4b1-412e-9d40-b43239b08ac1 with binding_index 1 {{(pid=79295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:37:19.230883 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.scheduler.base_scheduler [None req-8b68c858-8efd-468d-82c2-68e78a899181 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-6-smb, ec9d3060-cbe0-4a19-b391-792c7285d3c2) {{(pid=79295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:37:19.235388 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b68c858-8efd-468d-82c2-68e78a899181 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:19.237657 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-8b68c858-8efd-468d-82c2-68e78a899181 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533414'] for subnet, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:19.267659 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6cadceb-b97f-416e-a2cf-89cf7fe7168d None None] Network ec9d3060-cbe0-4a19-b391-792c7285d3c2 requested from dv-cinder-784453-6-smb {{(pid=79297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:37:19.390679 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-8b68c858-8efd-468d-82c2-68e78a899181 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4472044 May 10 19:37:19.459175 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 36458) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:37:19.463647 dv-cinder-784453-6-smb neutron-server[79295]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 10 19:37:19.560935 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-e3669740-4129-4ddb-9c8e-072adc703037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-667795', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-862225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5458'] for router, precommit_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:19.640343 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20944c59-f09c-4b66-93a9-d7e591dd41f4 None None] Network ec9d3060-cbe0-4a19-b391-792c7285d3c2 requested from dv-cinder-784453-6-smb {{(pid=79297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:37:19.674022 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59810a47-84e7-4d09-ba05-dd463ce3b727 req-33f3b5c4-d057-482b-afa4-29c82c4b216d tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:19.676055 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-59810a47-84e7-4d09-ba05-dd463ce3b727 req-33f3b5c4-d057-482b-afa4-29c82c4b216d tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] 10.222.0.46 "GET /v2.0/networks?id=a0d4b9de-e210-4ae4-a44f-3667619d5602 HTTP/1.1" status: 200 len: 811 time: 0.2156115 May 10 19:37:19.709402 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-59810a47-84e7-4d09-ba05-dd463ce3b727 req-63763265-0d1d-4035-b71a-36e8301c7a4e tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] 10.222.0.46 "GET /v2.0/quotas/51cacdd45af040f2a01d344873e3625b HTTP/1.1" status: 200 len: 375 time: 0.0199103 May 10 19:37:19.776226 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-59810a47-84e7-4d09-ba05-dd463ce3b727 req-0eb0ae00-2edf-4a56-ab41-ad8b4f5fbdfc tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=51cacdd45af040f2a01d344873e3625b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0605130 May 10 19:37:20.000294 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [req-59810a47-84e7-4d09-ba05-dd463ce3b727 req-faf0c60d-8e31-45bf-a816-0ff60d11b6b6 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=79295) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 19:37:20.001488 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-59810a47-84e7-4d09-ba05-dd463ce3b727 req-faf0c60d-8e31-45bf-a816-0ff60d11b6b6 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0485387 May 10 19:37:20.095510 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.agents_db [None req-ff3cf147-8285-4226-b8f5-cc0a2e41555e None None] Agent healthcheck: found 6 active agents {{(pid=79298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:37:20.163055 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-e3669740-4129-4ddb-9c8e-072adc703037 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:20.163288 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-59810a47-84e7-4d09-ba05-dd463ce3b727 req-02a39081-3398-4d38-82ba-8a3cc2ff2467 service neutron] 10.222.0.46 "GET /v2.0/networks/a0d4b9de-e210-4ae4-a44f-3667619d5602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517215 May 10 19:37:20.199730 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-e3669740-4129-4ddb-9c8e-072adc703037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:20.292209 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 36520) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:37:20.359432 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.db_base_plugin_common [None req-e3669740-4129-4ddb-9c8e-072adc703037 admin admin] Allocated IP 172.28.3.53 (18edca27-7fe5-44f0-bd00-188f2dc0b989/39840ae5-5b78-40c6-8289-bd2c4c3e7489/e40bacc1-de5e-4958-91c8-62aa32253db6) {{(pid=79296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:37:20.423874 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-59810a47-84e7-4d09-ba05-dd463ce3b727 req-111d32d1-f306-4828-ac27-2be6dc4e3ac2 service neutron] 10.222.0.46 "GET /v2.0/networks/a0d4b9de-e210-4ae4-a44f-3667619d5602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575538 May 10 19:37:20.500026 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685cd376-7614-4f1e-a9ba-e60d2a60cc14 req-a7679599-06fe-4060-8b3b-8cdff757d105 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:20.500806 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-685cd376-7614-4f1e-a9ba-e60d2a60cc14 req-a7679599-06fe-4060-8b3b-8cdff757d105 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Synchronizing usage tracker for tenant:199515a807db4df6b09d4d3ef44250c3 on resource:network {{(pid=79295) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:37:20.512897 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-e3669740-4129-4ddb-9c8e-072adc703037 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:20.567512 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-685cd376-7614-4f1e-a9ba-e60d2a60cc14 req-a7679599-06fe-4060-8b3b-8cdff757d105 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Unset dirty status for tenant:199515a807db4df6b09d4d3ef44250c3 on resource:network {{(pid=79295) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:37:20.568680 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-685cd376-7614-4f1e-a9ba-e60d2a60cc14 req-a7679599-06fe-4060-8b3b-8cdff757d105 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/networks?id=ec9d3060-cbe0-4a19-b391-792c7285d3c2 HTTP/1.1" status: 200 len: 815 time: 0.2755008 May 10 19:37:20.583973 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-685cd376-7614-4f1e-a9ba-e60d2a60cc14 req-07295cd7-a9ed-49de-9d28-fe7fe1b65424 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/quotas/199515a807db4df6b09d4d3ef44250c3 HTTP/1.1" status: 200 len: 375 time: 0.0090699 May 10 19:37:20.608408 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-e3669740-4129-4ddb-9c8e-072adc703037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757498479620'] for port, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:20.612530 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-932c26cb-3c4f-4061-8c2f-3ee4031b6ce7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:37:20.635284 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-685cd376-7614-4f1e-a9ba-e60d2a60cc14 req-20907169-eb08-4560-85cc-d69a78678897 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=199515a807db4df6b09d4d3ef44250c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448687 May 10 19:37:20.711045 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3669740-4129-4ddb-9c8e-072adc703037 admin admin] Pushing event updated for resources: {'Port': ['ID=e40bacc1-de5e-4958-91c8-62aa32253db6,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:37:20.725315 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-e3669740-4129-4ddb-9c8e-072adc703037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:37:20.736281 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3669740-4129-4ddb-9c8e-072adc703037 admin admin] Network 18edca27-7fe5-44f0-bd00-188f2dc0b989 is already hosted by enough agents. {{(pid=79296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:37:20.737547 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.base_scheduler [None req-e3669740-4129-4ddb-9c8e-072adc703037 admin admin] Resources bound (agent type, host, resource id): {{(pid=79296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:37:20.741258 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3669740-4129-4ddb-9c8e-072adc703037 admin admin] Received port after_create {{(pid=79296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:37:20.783943 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [req-685cd376-7614-4f1e-a9ba-e60d2a60cc14 req-be3f8a26-4434-4136-a275-82cd2d35daac service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=79295) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 19:37:20.790814 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-685cd376-7614-4f1e-a9ba-e60d2a60cc14 req-be3f8a26-4434-4136-a275-82cd2d35daac service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0833879 May 10 19:37:20.954564 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-685cd376-7614-4f1e-a9ba-e60d2a60cc14 req-8da0ac09-6433-4b36-a140-5cc6a4b8bac6 service neutron] 10.222.0.46 "GET /v2.0/networks/ec9d3060-cbe0-4a19-b391-792c7285d3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623683 May 10 19:37:21.135297 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-685cd376-7614-4f1e-a9ba-e60d2a60cc14 req-372ac614-a272-418d-ac11-42ca011c8971 service neutron] 10.222.0.46 "GET /v2.0/networks/ec9d3060-cbe0-4a19-b391-792c7285d3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793315 May 10 19:37:21.293704 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-e3669740-4129-4ddb-9c8e-072adc703037 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:21.568275 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-8a1cbb39-2843-48cf-8604-d55198d906a0 req-e343c07e-148b-4a10-be87-dcb3016fc1a9 tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca115151-20a2-41e9-9462-cae2230ae39e HTTP/1.1" status: 200 len: 210 time: 0.0730939 May 10 19:37:21.602809 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 36602) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:37:21.672453 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-bccd4762-558f-4724-ac3e-82511109b7d7 req-2fa234b0-f08b-4af2-a36f-b0ca793b20d8 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/ports?device_id=53af9893-3874-48a0-80bb-1e30a7d72162 HTTP/1.1" status: 200 len: 210 time: 0.0534515 May 10 19:37:21.733303 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-e3669740-4129-4ddb-9c8e-072adc703037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-862312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657670'] for router, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:21.797376 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-46547d53-a655-4cfc-a711-50133f70425c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:21.834566 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-46547d53-a655-4cfc-a711-50133f70425c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:37:21.843077 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-46547d53-a655-4cfc-a711-50133f70425c admin admin] Usage tracker for resource:security_group_rule and tenant:8df0fc2ff16146d0a4773b9db641a584 is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:37:21.847595 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-46547d53-a655-4cfc-a711-50133f70425c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:37:21.855464 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-46547d53-a655-4cfc-a711-50133f70425c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:37:22.026684 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-46547d53-a655-4cfc-a711-50133f70425c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:22.128523 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-46547d53-a655-4cfc-a711-50133f70425c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:22.139956 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-c56c8c6b-9097-4ea4-a6bc-495ccbe0e8d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:37:22.185964 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-46547d53-a655-4cfc-a711-50133f70425c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8df0fc2ff16146d0a4773b9db641a584&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5791767 May 10 19:37:22.186770 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 36642) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:37:22.188178 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46547d53-a655-4cfc-a711-50133f70425c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe7459a-90f6-4c2d-b446-aec526875752,revision_number=1']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:37:22.195110 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-46547d53-a655-4cfc-a711-50133f70425c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:37:22.202642 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3669740-4129-4ddb-9c8e-072adc703037 admin admin] Router 9424e2e8-de13-4559-8ce7-0674a580ffd2 is scheduled to L3 agent 66c26874-6d1a-4324-9002-6da014815c52 with binding_index 1 {{(pid=79296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 19:37:22.314338 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 36654) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:37:22.383832 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-09cba01d-18fa-4519-9100-a02348ebc73a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:22.436845 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-09cba01d-18fa-4519-9100-a02348ebc73a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:22.544426 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3669740-4129-4ddb-9c8e-072adc703037 admin admin] Notify agent at l3_agent.dv-cinder-784453-6-smb the message routers_updated {{(pid=79296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:37:22.544707 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67552eb0-98d0-44d5-a855-e20f398eed0e None None] Sync routers for ids ['9424e2e8-de13-4559-8ce7-0674a580ffd2'] in dv-cinder-784453-6-smb {{(pid=79298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:37:22.544707 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67552eb0-98d0-44d5-a855-e20f398eed0e None None] Routers {'9424e2e8-de13-4559-8ce7-0674a580ffd2'} bound to L3 agent in host dv-cinder-784453-6-smb {{(pid=79298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:37:22.544707 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_hamode_db [None req-67552eb0-98d0-44d5-a855-e20f398eed0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T19:29:11Z,description=,heartbeat_timestamp=2021-05-10T19:37:11Z,host='dv-cinder-784453-6-smb',id=66c26874-6d1a-4324-9002-6da014815c52,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:29:11Z,topic='l3_agent')) {'router_ids': ['9424e2e8-de13-4559-8ce7-0674a580ffd2'], 'active': True} {{(pid=79298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:37:22.545626 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-e3a2bb8f-433b-4e3b-b35a-11af3bf25546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:22.562206 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-e3a2bb8f-433b-4e3b-b35a-11af3bf25546 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:37:22.566524 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-e3a2bb8f-433b-4e3b-b35a-11af3bf25546 admin admin] Usage tracker for resource:security_group_rule and tenant:5df06c704a7d47df84883835d399c23f is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:37:22.571558 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-e3a2bb8f-433b-4e3b-b35a-11af3bf25546 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:37:22.580561 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-e3a2bb8f-433b-4e3b-b35a-11af3bf25546 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:37:22.670244 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-32cf77bc-0929-49bb-9f75-401ca03d4781 req-ace2f94d-5d85-4b63-b9bc-11c835baa251 tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca115151-20a2-41e9-9462-cae2230ae39e HTTP/1.1" status: 200 len: 210 time: 0.0449104 May 10 19:37:22.718121 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-e3669740-4129-4ddb-9c8e-072adc703037 admin admin] Notify callbacks [] for router, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:22.725567 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-e3669740-4129-4ddb-9c8e-072adc703037 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.8114347 May 10 19:37:22.726164 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-09cba01d-18fa-4519-9100-a02348ebc73a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:22.728051 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 36670) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:37:22.741482 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-09cba01d-18fa-4519-9100-a02348ebc73a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:22.744479 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-09cba01d-18fa-4519-9100-a02348ebc73a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5fe7459a-90f6-4c2d-b446-aec526875752 HTTP/1.1" status: 204 len: 168 time: 0.5566792 May 10 19:37:22.777149 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_dvr_db [None req-67552eb0-98d0-44d5-a855-e20f398eed0e None None] Set router 9424e2e8-de13-4559-8ce7-0674a580ffd2 gateway port host: dv-cinder-784453-6-smb {{(pid=79298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:37:22.808731 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-156ce02c-e78e-41b3-9cd3-71d8f9cf31a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:37:22.894692 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-3466a054-a1a5-4a5c-8005-046084fc3294 req-25cf8699-886e-487e-922d-99fb48d992a9 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/ports?device_id=53af9893-3874-48a0-80bb-1e30a7d72162 HTTP/1.1" status: 200 len: 210 time: 0.1119699 May 10 19:37:22.933683 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cba01d-18fa-4519-9100-a02348ebc73a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe7459a-90f6-4c2d-b446-aec526875752,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:37:22.936275 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-09cba01d-18fa-4519-9100-a02348ebc73a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:37:22.972334 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-e3a2bb8f-433b-4e3b-b35a-11af3bf25546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:23.053819 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-e3a2bb8f-433b-4e3b-b35a-11af3bf25546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:23.067460 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:37:23.134933 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a2bb8f-433b-4e3b-b35a-11af3bf25546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a67e1f-f72a-41f4-afde-9194e9c3d895,revision_number=1']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:37:23.137980 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-e3a2bb8f-433b-4e3b-b35a-11af3bf25546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:37:23.143631 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-e3a2bb8f-433b-4e3b-b35a-11af3bf25546 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5df06c704a7d47df84883835d399c23f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8279414 May 10 19:37:23.144358 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 36686) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:37:23.302434 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-d7a5687b-8d53-4128-97d7-20f88b53dc91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:23.303913 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_hamode_db [None req-67552eb0-98d0-44d5-a855-e20f398eed0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9424e2e8-de13-4559-8ce7-0674a580ffd2', 'name': 'tempest-ServerRescueNegativeTestJSON-1083366025-router', 'tenant_id': '573317180ac4476a8f0d5cca9d9aaa70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.53'}], 'enable_snat': True}, 'gw_port_id': 'e40bacc1-de5e-4958-91c8-62aa32253db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:37:19Z', 'updated_at': '2021-05-10T19:37:20Z', 'revision_number': 3, 'project_id': '573317180ac4476a8f0d5cca9d9aaa70', 'gw_port': {'id': 'e40bacc1-de5e-4958-91c8-62aa32253db6', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:56:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9424e2e8-de13-4559-8ce7-0674a580ffd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:37:20Z', 'updated_at': '2021-05-10T19:37:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb'}], 'dv-cinder-784453-6-smb', False) {} {{(pid=79298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:37:23.309887 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67552eb0-98d0-44d5-a855-e20f398eed0e None None] Checking router: 9424e2e8-de13-4559-8ce7-0674a580ffd2 for host: dv-cinder-784453-6-smb {{(pid=79298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:37:23.310627 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67552eb0-98d0-44d5-a855-e20f398eed0e None None] Updating router 9424e2e8-de13-4559-8ce7-0674a580ffd2 port e40bacc1-de5e-4958-91c8-62aa32253db6 binding host dv-cinder-784453-6-smb {{(pid=79298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:37:23.379349 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron_lib.callbacks.manager [None req-67552eb0-98d0-44d5-a855-e20f398eed0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:23.388404 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-d7a5687b-8d53-4128-97d7-20f88b53dc91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:23.585196 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-d7a5687b-8d53-4128-97d7-20f88b53dc91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:23.594541 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:37:23.660274 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a5687b-8d53-4128-97d7-20f88b53dc91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a67e1f-f72a-41f4-afde-9194e9c3d895,revision_number=None']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:37:23.677396 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-d7a5687b-8d53-4128-97d7-20f88b53dc91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:37:23.694903 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-d7a5687b-8d53-4128-97d7-20f88b53dc91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:23.697689 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-d7a5687b-8d53-4128-97d7-20f88b53dc91 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e8a67e1f-f72a-41f4-afde-9194e9c3d895 HTTP/1.1" status: 204 len: 168 time: 0.5524006 May 10 19:37:23.840942 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 36724) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:37:23.865563 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-13138dc8-40fb-48e0-a479-21e102a7c814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:23.881357 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-13138dc8-40fb-48e0-a479-21e102a7c814 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:37:23.886045 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-13138dc8-40fb-48e0-a479-21e102a7c814 admin admin] Usage tracker for resource:security_group_rule and tenant:ed1d7d85ad49489fb05fae33e2454188 is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:37:23.890494 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-13138dc8-40fb-48e0-a479-21e102a7c814 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:37:23.900715 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-13138dc8-40fb-48e0-a479-21e102a7c814 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:37:23.929986 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron_lib.callbacks.manager [None req-67552eb0-98d0-44d5-a855-e20f398eed0e None None] Notify callbacks [] for port, precommit_update {{(pid=79298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:23.944113 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.provisioning_blocks [None req-67552eb0-98d0-44d5-a855-e20f398eed0e None None] Transition to ACTIVE for port object e40bacc1-de5e-4958-91c8-62aa32253db6 will not be triggered until provisioned by entity L2. {{(pid=79298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:37:24.021145 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron_lib.callbacks.manager [None req-67552eb0-98d0-44d5-a855-e20f398eed0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:24.021536 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-a49949af-f380-41aa-bd6d-0650bdc7744d req-5f28e17c-6c58-43a0-ae68-8ca6dce331dd tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca115151-20a2-41e9-9462-cae2230ae39e HTTP/1.1" status: 200 len: 210 time: 0.0657539 May 10 19:37:24.032830 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG oslo_concurrency.lockutils [None req-77b19f27-2dae-447a-a311-681ffdbe08a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:37:24.061593 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-1a2aea6f-b8a0-4b04-8d34-5de08680962b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:24.142428 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-82ac0970-0564-47de-8f02-199fb50c8bce req-91a39c80-fda1-4acd-8f28-dbbc725e09fa tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/ports?device_id=53af9893-3874-48a0-80bb-1e30a7d72162 HTTP/1.1" status: 200 len: 210 time: 0.0568290 May 10 19:37:24.150610 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-13138dc8-40fb-48e0-a479-21e102a7c814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:24.174568 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.managers [None req-67552eb0-98d0-44d5-a855-e20f398eed0e None None] Attempting to bind port e40bacc1-de5e-4958-91c8-62aa32253db6 on host dv-cinder-784453-6-smb for vnic_type normal with profile {{(pid=79298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:37:24.174983 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.managers [None req-67552eb0-98d0-44d5-a855-e20f398eed0e None None] Attempting to bind port e40bacc1-de5e-4958-91c8-62aa32253db6 by drivers openvswitch,hyperv on host dv-cinder-784453-6-smb at level 0 using segments [{'id': '23ec30ec-fc80-4a54-bc14-1568bb8683df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989'}] {{(pid=79298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:37:24.175345 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67552eb0-98d0-44d5-a855-e20f398eed0e None None] Attempting to bind port e40bacc1-de5e-4958-91c8-62aa32253db6 on network 18edca27-7fe5-44f0-bd00-188f2dc0b989 {{(pid=79298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:37:24.183887 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67552eb0-98d0-44d5-a855-e20f398eed0e None None] Checking agent: {'id': 'f730efe5-2961-494c-9708-c8a2f4be606e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 29, 11), 'started_at': datetime.datetime(2021, 5, 10, 19, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:37:24.184266 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67552eb0-98d0-44d5-a855-e20f398eed0e None None] Checking segment: {'id': '23ec30ec-fc80-4a54-bc14-1568bb8683df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:37:24.185127 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron_lib.callbacks.manager [None req-67552eb0-98d0-44d5-a855-e20f398eed0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:24.185526 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67552eb0-98d0-44d5-a855-e20f398eed0e None None] Bound using segment: {'id': '23ec30ec-fc80-4a54-bc14-1568bb8683df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989'} {{(pid=79298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:37:24.186168 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.managers [None req-67552eb0-98d0-44d5-a855-e20f398eed0e None None] Bound port: e40bacc1-de5e-4958-91c8-62aa32253db6, host: dv-cinder-784453-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23ec30ec-fc80-4a54-bc14-1568bb8683df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989'}}] {{(pid=79298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:37:24.186559 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron_lib.callbacks.manager [None req-67552eb0-98d0-44d5-a855-e20f398eed0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:24.243062 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ec6536-d389-4e93-bb33-723d592c061b None None] Pushing event updated for resources: {'Port': ['ID=e40bacc1-de5e-4958-91c8-62aa32253db6,revision_number=2']} {{(pid=79298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:37:24.256838 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ec6536-d389-4e93-bb33-723d592c061b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:24.257172 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ec6536-d389-4e93-bb33-723d592c061b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:24.257499 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ec6536-d389-4e93-bb33-723d592c061b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:24.257830 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ec6536-d389-4e93-bb33-723d592c061b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:24.259006 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ec6536-d389-4e93-bb33-723d592c061b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:24.263590 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ec6536-d389-4e93-bb33-723d592c061b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:24.263590 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ec6536-d389-4e93-bb33-723d592c061b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:24.263590 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ec6536-d389-4e93-bb33-723d592c061b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:24.263878 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-13138dc8-40fb-48e0-a479-21e102a7c814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:24.263968 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ec6536-d389-4e93-bb33-723d592c061b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:24.263968 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ec6536-d389-4e93-bb33-723d592c061b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:24.263968 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ec6536-d389-4e93-bb33-723d592c061b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:24.263968 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ec6536-d389-4e93-bb33-723d592c061b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:24.263968 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ec6536-d389-4e93-bb33-723d592c061b None None] Tracked resource versions report: May 10 19:37:24.263968 dv-cinder-784453-6-smb neutron-server[79298]: pushed versions: May 10 19:37:24.263968 dv-cinder-784453-6-smb neutron-server[79298]: { 'AddressGroup': {'1.2'}, May 10 19:37:24.263968 dv-cinder-784453-6-smb neutron-server[79298]: 'ConntrackHelper': {'1.0'}, May 10 19:37:24.263968 dv-cinder-784453-6-smb neutron-server[79298]: 'Log': {'1.0'}, May 10 19:37:24.263968 dv-cinder-784453-6-smb neutron-server[79298]: 'Network': {'1.1'}, May 10 19:37:24.263968 dv-cinder-784453-6-smb neutron-server[79298]: 'Port': {'1.7'}, May 10 19:37:24.263968 dv-cinder-784453-6-smb neutron-server[79298]: 'PortForwarding': {'1.2'}, May 10 19:37:24.263968 dv-cinder-784453-6-smb neutron-server[79298]: 'QosPolicy': {'1.8'}, May 10 19:37:24.263968 dv-cinder-784453-6-smb neutron-server[79298]: 'SecurityGroup': {'1.4'}, May 10 19:37:24.263968 dv-cinder-784453-6-smb neutron-server[79298]: 'SecurityGroupRule': {'1.2'}, May 10 19:37:24.263968 dv-cinder-784453-6-smb neutron-server[79298]: 'SubPort': {'1.0'}, May 10 19:37:24.263968 dv-cinder-784453-6-smb neutron-server[79298]: 'Subnet': {'1.1'}, May 10 19:37:24.263968 dv-cinder-784453-6-smb neutron-server[79298]: 'Trunk': {'1.1'}} May 10 19:37:24.263968 dv-cinder-784453-6-smb neutron-server[79298]: consumer versions: May 10 19:37:24.263968 dv-cinder-784453-6-smb neutron-server[79298]: { DHCP agent@dv-cinder-784453-6-smb: {}, May 10 19:37:24.263968 dv-cinder-784453-6-smb neutron-server[79298]: HyperV agent@hv-cinder-78445: {}, May 10 19:37:24.263968 dv-cinder-784453-6-smb neutron-server[79298]: L3 agent@dv-cinder-784453-6-smb: {}, May 10 19:37:24.263968 dv-cinder-784453-6-smb neutron-server[79298]: Metadata agent@dv-cinder-784453-6-smb: {}, May 10 19:37:24.263968 dv-cinder-784453-6-smb neutron-server[79298]: Metering agent@dv-cinder-784453-6-smb: {}, May 10 19:37:24.263968 dv-cinder-784453-6-smb neutron-server[79298]: Open vSwitch agent@dv-cinder-784453-6-smb: { 'AddressGroup': '1.2', May 10 19:37:24.263968 dv-cinder-784453-6-smb neutron-server[79298]: 'ConntrackHelper': '1.0', May 10 19:37:24.263968 dv-cinder-784453-6-smb neutron-server[79298]: 'Log': '1.0', May 10 19:37:24.263968 dv-cinder-784453-6-smb neutron-server[79298]: 'Network': '1.1', May 10 19:37:24.263968 dv-cinder-784453-6-smb neutron-server[79298]: 'Port': '1.7', May 10 19:37:24.263968 dv-cinder-784453-6-smb neutron-server[79298]: 'PortForwarding': '1.2', May 10 19:37:24.263968 dv-cinder-784453-6-smb neutron-server[79298]: 'QosPolicy': '1.8', May 10 19:37:24.263968 dv-cinder-784453-6-smb neutron-server[79298]: 'SecurityGroup': '1.4', May 10 19:37:24.263968 dv-cinder-784453-6-smb neutron-server[79298]: 'SecurityGroupRule': '1.2', May 10 19:37:24.263968 dv-cinder-784453-6-smb neutron-server[79298]: 'SubPort': '1.0', May 10 19:37:24.263968 dv-cinder-784453-6-smb neutron-server[79298]: 'Subnet': '1.1', May 10 19:37:24.263968 dv-cinder-784453-6-smb neutron-server[79298]: 'Trunk': '1.1'}} May 10 19:37:24.263968 dv-cinder-784453-6-smb neutron-server[79298]: {{(pid=79298) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 19:37:24.267285 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG oslo_concurrency.lockutils [None req-f3ec6536-d389-4e93-bb33-723d592c061b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=79298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:37:24.278872 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-46547d53-a655-4cfc-a711-50133f70425c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:37:24.303899 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.db [None req-67552eb0-98d0-44d5-a855-e20f398eed0e None None] For port e40bacc1-de5e-4958-91c8-62aa32253db6, host dv-cinder-784453-6-smb, cleared binding levels {{(pid=79298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:37:24.308023 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.db [None req-67552eb0-98d0-44d5-a855-e20f398eed0e None None] For port e40bacc1-de5e-4958-91c8-62aa32253db6, host dv-cinder-784453-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-smb',level=0,port_id=e40bacc1-de5e-4958-91c8-62aa32253db6,segment=NetworkSegment(23ec30ec-fc80-4a54-bc14-1568bb8683df),segment_id=23ec30ec-fc80-4a54-bc14-1568bb8683df)] {{(pid=79298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:37:24.338010 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-13138dc8-40fb-48e0-a479-21e102a7c814 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ed1d7d85ad49489fb05fae33e2454188&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4957335 May 10 19:37:24.338945 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 36734) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:37:24.339636 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13138dc8-40fb-48e0-a479-21e102a7c814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c11e4e75-a2a7-408b-b2fe-5656ffc622be,revision_number=1']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:37:24.344234 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-13138dc8-40fb-48e0-a479-21e102a7c814 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:37:24.351207 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.db_base_plugin_common [None req-1a2aea6f-b8a0-4b04-8d34-5de08680962b admin admin] Allocated IP 172.20.0.1 (2312584f-3aed-48ad-b142-6936ee1bfc86/ab965ab2-3c2b-4e85-9150-f84597f3a8d7/5db09c5c-2803-4617-b3d3-b99ba458be21) {{(pid=79296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:37:24.402871 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-b30ccc88-1fde-46dd-84f7-2ad202af9707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:24.429471 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron_lib.callbacks.manager [None req-67552eb0-98d0-44d5-a855-e20f398eed0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:24.431534 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-b30ccc88-1fde-46dd-84f7-2ad202af9707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:24.435524 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:37:24.515424 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67552eb0-98d0-44d5-a855-e20f398eed0e None None] Routers {'9424e2e8-de13-4559-8ce7-0674a580ffd2'} bound to L3 agent in host dv-cinder-784453-6-smb {{(pid=79298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:37:24.516092 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_hamode_db [None req-67552eb0-98d0-44d5-a855-e20f398eed0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T19:29:11Z,description=,heartbeat_timestamp=2021-05-10T19:37:11Z,host='dv-cinder-784453-6-smb',id=66c26874-6d1a-4324-9002-6da014815c52,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:29:11Z,topic='l3_agent')) {'router_ids': ['9424e2e8-de13-4559-8ce7-0674a580ffd2'], 'active': True} {{(pid=79298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:37:24.523208 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-1a2aea6f-b8a0-4b04-8d34-5de08680962b admin admin] Notify callbacks [] for port, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:24.600590 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-b30ccc88-1fde-46dd-84f7-2ad202af9707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:24.607807 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:37:24.636832 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-b30ccc88-1fde-46dd-84f7-2ad202af9707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:24.638587 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-b30ccc88-1fde-46dd-84f7-2ad202af9707 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c11e4e75-a2a7-408b-b2fe-5656ffc622be HTTP/1.1" status: 204 len: 168 time: 0.2959161 May 10 19:37:24.639473 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ec6536-d389-4e93-bb33-723d592c061b None None] Pushing event updated for resources: {'Port': ['ID=e40bacc1-de5e-4958-91c8-62aa32253db6,revision_number=3']} {{(pid=79298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:37:24.639945 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30ccc88-1fde-46dd-84f7-2ad202af9707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11e4e75-a2a7-408b-b2fe-5656ffc622be,revision_number=None']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:37:24.643566 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-b30ccc88-1fde-46dd-84f7-2ad202af9707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:37:24.652075 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG oslo_concurrency.lockutils [None req-f3ec6536-d389-4e93-bb33-723d592c061b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=79298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:37:24.692049 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-1a2aea6f-b8a0-4b04-8d34-5de08680962b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757498479620'] for port, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:24.698811 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:37:24.718088 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_dvr_db [None req-67552eb0-98d0-44d5-a855-e20f398eed0e None None] Set router 9424e2e8-de13-4559-8ce7-0674a580ffd2 gateway port host: dv-cinder-784453-6-smb {{(pid=79298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:37:24.763684 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 36750) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:37:24.783139 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2aea6f-b8a0-4b04-8d34-5de08680962b admin admin] Network 2312584f-3aed-48ad-b142-6936ee1bfc86 is already hosted by enough agents. {{(pid=79296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:37:24.786545 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.base_scheduler [None req-1a2aea6f-b8a0-4b04-8d34-5de08680962b admin admin] Resources bound (agent type, host, resource id): {{(pid=79296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:37:24.791154 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2aea6f-b8a0-4b04-8d34-5de08680962b admin admin] Received port after_create {{(pid=79296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:37:24.791823 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-1a2aea6f-b8a0-4b04-8d34-5de08680962b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663513'] for router_interface, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:24.800449 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-95f30778-124e-4145-b784-1dcdbd651a84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:24.829191 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-95f30778-124e-4145-b784-1dcdbd651a84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:37:24.842360 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-95f30778-124e-4145-b784-1dcdbd651a84 admin admin] Usage tracker for resource:security_group_rule and tenant:f6297349e40a4951a98d9ec030870b94 is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:37:24.850651 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-95f30778-124e-4145-b784-1dcdbd651a84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:37:24.862900 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-95f30778-124e-4145-b784-1dcdbd651a84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:37:24.952785 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2aea6f-b8a0-4b04-8d34-5de08680962b admin admin] Pushing event updated for resources: {'Port': ['ID=5db09c5c-2803-4617-b3d3-b99ba458be21,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:37:24.969717 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-1a2aea6f-b8a0-4b04-8d34-5de08680962b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:37:25.048033 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.36', 49862) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:37:25.200840 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_hamode_db [None req-67552eb0-98d0-44d5-a855-e20f398eed0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9424e2e8-de13-4559-8ce7-0674a580ffd2', 'name': 'tempest-ServerRescueNegativeTestJSON-1083366025-router', 'tenant_id': '573317180ac4476a8f0d5cca9d9aaa70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.53'}], 'enable_snat': True}, 'gw_port_id': 'e40bacc1-de5e-4958-91c8-62aa32253db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:37:19Z', 'updated_at': '2021-05-10T19:37:20Z', 'revision_number': 3, 'project_id': '573317180ac4476a8f0d5cca9d9aaa70', 'gw_port': {'id': 'e40bacc1-de5e-4958-91c8-62aa32253db6', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:56:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9424e2e8-de13-4559-8ce7-0674a580ffd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:37:20Z', 'updated_at': '2021-05-10T19:37:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb'}], 'dv-cinder-784453-6-smb', False) {} {{(pid=79298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:37:25.204932 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67552eb0-98d0-44d5-a855-e20f398eed0e None None] The sync data for ids ['9424e2e8-de13-4559-8ce7-0674a580ffd2'] in dv-cinder-784453-6-smb is: [{'id': '9424e2e8-de13-4559-8ce7-0674a580ffd2', 'name': 'tempest-ServerRescueNegativeTestJSON-1083366025-router', 'tenant_id': '573317180ac4476a8f0d5cca9d9aaa70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.53'}], 'enable_snat': True}, 'gw_port_id': 'e40bacc1-de5e-4958-91c8-62aa32253db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:37:19Z', 'updated_at': '2021-05-10T19:37:20Z', 'revision_number': 3, 'project_id': '573317180ac4476a8f0d5cca9d9aaa70', 'gw_port': {'id': 'e40bacc1-de5e-4958-91c8-62aa32253db6', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:56:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9424e2e8-de13-4559-8ce7-0674a580ffd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:37:20Z', 'updated_at': '2021-05-10T19:37:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb'}] {{(pid=79298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:37:25.240727 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-95f30778-124e-4145-b784-1dcdbd651a84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:25.352841 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59810a47-84e7-4d09-ba05-dd463ce3b727 req-c69556c5-daf6-4bf1-9e3a-ed03aa43f8c2 tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:25.352841 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-59810a47-84e7-4d09-ba05-dd463ce3b727 req-c69556c5-daf6-4bf1-9e3a-ed03aa43f8c2 tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] 10.222.0.36 "GET /v2.0/networks?id=a0d4b9de-e210-4ae4-a44f-3667619d5602 HTTP/1.1" status: 200 len: 811 time: 0.2915339 May 10 19:37:25.352841 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-95f30778-124e-4145-b784-1dcdbd651a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:25.365866 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-ad9d08c8-98ad-4509-9e11-004199ff2841 req-f49fabb6-ef47-4084-8615-d772c5dadec1 tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca115151-20a2-41e9-9462-cae2230ae39e HTTP/1.1" status: 200 len: 210 time: 0.1667981 May 10 19:37:25.391126 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-1a2aea6f-b8a0-4b04-8d34-5de08680962b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:25.444971 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-d7a5687b-8d53-4128-97d7-20f88b53dc91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:37:25.468061 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-95f30778-124e-4145-b784-1dcdbd651a84 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f6297349e40a4951a98d9ec030870b94&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7030797 May 10 19:37:25.480455 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.v2.base [req-59810a47-84e7-4d09-ba05-dd463ce3b727 req-2e046b96-f6a1-47b3-a78b-38103e65a39c tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] Request body: {'port': {'device_id': 'ca115151-20a2-41e9-9462-cae2230ae39e', 'network_id': 'a0d4b9de-e210-4ae4-a44f-3667619d5602', 'admin_state_up': True, 'tenant_id': '51cacdd45af040f2a01d344873e3625b'}} {{(pid=79295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:37:25.533429 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 36784) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:37:25.621851 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.36', 49863) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:37:25.922358 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685cd376-7614-4f1e-a9ba-e60d2a60cc14 req-3b2c5c3f-0470-4032-812b-4b4548b8fb0f tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:25.924110 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-685cd376-7614-4f1e-a9ba-e60d2a60cc14 req-3b2c5c3f-0470-4032-812b-4b4548b8fb0f tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.36 "GET /v2.0/networks?id=ec9d3060-cbe0-4a19-b391-792c7285d3c2 HTTP/1.1" status: 200 len: 815 time: 0.3007684 May 10 19:37:25.926387 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-1a2aea6f-b8a0-4b04-8d34-5de08680962b admin admin] Notify callbacks [] for port, precommit_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:25.936884 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.v2.base [req-685cd376-7614-4f1e-a9ba-e60d2a60cc14 req-bc159a6f-abe6-4cff-8294-f806069f2369 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Request body: {'port': {'device_id': '53af9893-3874-48a0-80bb-1e30a7d72162', 'network_id': 'ec9d3060-cbe0-4a19-b391-792c7285d3c2', 'admin_state_up': True, 'tenant_id': '199515a807db4df6b09d4d3ef44250c3'}} {{(pid=79296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:37:25.956874 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f30778-124e-4145-b784-1dcdbd651a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c28f47bf-272e-4f22-afaa-15139e469109,revision_number=1']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:37:25.972512 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-95f30778-124e-4145-b784-1dcdbd651a84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:37:25.993783 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-d86f8873-4328-40e6-b79c-732c6c666155 req-6b2f1498-9c1c-458f-8c8d-d4567396b59d tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/ports?device_id=53af9893-3874-48a0-80bb-1e30a7d72162 HTTP/1.1" status: 200 len: 210 time: 0.1518486 May 10 19:37:26.010178 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [req-59810a47-84e7-4d09-ba05-dd463ce3b727 req-2e046b96-f6a1-47b3-a78b-38103e65a39c tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:37:26.017914 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-59810a47-84e7-4d09-ba05-dd463ce3b727 req-2e046b96-f6a1-47b3-a78b-38103e65a39c tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] Usage tracker for resource:port and tenant:51cacdd45af040f2a01d344873e3625b is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:37:26.022845 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-59810a47-84e7-4d09-ba05-dd463ce3b727 req-2e046b96-f6a1-47b3-a78b-38103e65a39c tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:37:26.038229 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [req-59810a47-84e7-4d09-ba05-dd463ce3b727 req-2e046b96-f6a1-47b3-a78b-38103e65a39c tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:37:26.053563 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-7335ecaa-f347-4294-ac21-41cdaf8b6626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:26.146116 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-7335ecaa-f347-4294-ac21-41cdaf8b6626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:26.172263 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59810a47-84e7-4d09-ba05-dd463ce3b727 req-2e046b96-f6a1-47b3-a78b-38103e65a39c tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] Made reservation on behalf of 51cacdd45af040f2a01d344873e3625b for: {'port': 1} {{(pid=79295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:37:26.176944 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-59810a47-84e7-4d09-ba05-dd463ce3b727 req-2e046b96-f6a1-47b3-a78b-38103e65a39c tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:26.218138 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-1a2aea6f-b8a0-4b04-8d34-5de08680962b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:26.225344 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-1a2aea6f-b8a0-4b04-8d34-5de08680962b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663418'] for router_interface, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:26.290912 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-1a2aea6f-b8a0-4b04-8d34-5de08680962b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:37:26.420178 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-7335ecaa-f347-4294-ac21-41cdaf8b6626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:26.434120 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-e3a2bb8f-433b-4e3b-b35a-11af3bf25546 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:37:26.439750 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [req-685cd376-7614-4f1e-a9ba-e60d2a60cc14 req-bc159a6f-abe6-4cff-8294-f806069f2369 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:37:26.472054 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335ecaa-f347-4294-ac21-41cdaf8b6626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28f47bf-272e-4f22-afaa-15139e469109,revision_number=None']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:37:26.484335 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-7335ecaa-f347-4294-ac21-41cdaf8b6626 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:37:26.506791 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-7335ecaa-f347-4294-ac21-41cdaf8b6626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:26.507897 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-7335ecaa-f347-4294-ac21-41cdaf8b6626 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c28f47bf-272e-4f22-afaa-15139e469109 HTTP/1.1" status: 204 len: 168 time: 0.9734504 May 10 19:37:26.521190 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.db_base_plugin_common [req-59810a47-84e7-4d09-ba05-dd463ce3b727 req-2e046b96-f6a1-47b3-a78b-38103e65a39c tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] Allocated IP 172.20.0.11 (a0d4b9de-e210-4ae4-a44f-3667619d5602/6fb6b745-eb99-4569-a6e2-f9695fc796a2/5be3bd57-c38b-4b41-bc0b-375e09ec5cd4) {{(pid=79295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:37:26.658773 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [req-685cd376-7614-4f1e-a9ba-e60d2a60cc14 req-bc159a6f-abe6-4cff-8294-f806069f2369 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Usage tracker for resource:port and tenant:199515a807db4df6b09d4d3ef44250c3 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:37:26.661689 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2aea6f-b8a0-4b04-8d34-5de08680962b admin admin] Pushing event updated for resources: {'Port': ['ID=5db09c5c-2803-4617-b3d3-b99ba458be21,revision_number=2']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:37:26.667614 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-a07a62a0-d12b-4e9d-9092-643fde95377b req-50a23b36-0dac-433f-87d1-a924601365e6 tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] Synchronizing usage tracker for tenant:51cacdd45af040f2a01d344873e3625b on resource:port {{(pid=79295) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:37:26.677332 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [req-685cd376-7614-4f1e-a9ba-e60d2a60cc14 req-bc159a6f-abe6-4cff-8294-f806069f2369 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:37:26.685607 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-1a2aea6f-b8a0-4b04-8d34-5de08680962b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:37:26.687629 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [req-685cd376-7614-4f1e-a9ba-e60d2a60cc14 req-bc159a6f-abe6-4cff-8294-f806069f2369 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:37:26.741729 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2aea6f-b8a0-4b04-8d34-5de08680962b admin admin] Network 2312584f-3aed-48ad-b142-6936ee1bfc86 is already hosted by enough agents. {{(pid=79296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:37:26.743866 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.base_scheduler [None req-1a2aea6f-b8a0-4b04-8d34-5de08680962b admin admin] Resources bound (agent type, host, resource id): {{(pid=79296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:37:26.914280 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-685cd376-7614-4f1e-a9ba-e60d2a60cc14 req-bc159a6f-abe6-4cff-8294-f806069f2369 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Made reservation on behalf of 199515a807db4df6b09d4d3ef44250c3 for: {'port': 1} {{(pid=79296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:37:26.916669 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-685cd376-7614-4f1e-a9ba-e60d2a60cc14 req-bc159a6f-abe6-4cff-8294-f806069f2369 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:26.956195 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-59810a47-84e7-4d09-ba05-dd463ce3b727 req-2e046b96-f6a1-47b3-a78b-38103e65a39c tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] Notify callbacks [] for port, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:26.983100 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-a07a62a0-d12b-4e9d-9092-643fde95377b req-50a23b36-0dac-433f-87d1-a924601365e6 tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] Unset dirty status for tenant:51cacdd45af040f2a01d344873e3625b on resource:port {{(pid=79295) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:37:26.984768 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-a07a62a0-d12b-4e9d-9092-643fde95377b req-50a23b36-0dac-433f-87d1-a924601365e6 tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca115151-20a2-41e9-9462-cae2230ae39e HTTP/1.1" status: 200 len: 210 time: 0.4100711 May 10 19:37:27.158848 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a2aea6f-b8a0-4b04-8d34-5de08680962b admin admin] Router 9424e2e8-de13-4559-8ce7-0674a580ffd2 has already been hosted by L3 agent 66c26874-6d1a-4324-9002-6da014815c52 {{(pid=79296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:37:27.174768 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device e40bacc1-de5e-4958-91c8-62aa32253db6 up at agent ovs-agent-dv-cinder-784453-6-smb {{(pid=79297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:37:27.183991 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-59810a47-84e7-4d09-ba05-dd463ce3b727 req-2e046b96-f6a1-47b3-a78b-38103e65a39c tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757498479620'] for port, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:27.194013 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:37:27.346534 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.db_base_plugin_common [req-685cd376-7614-4f1e-a9ba-e60d2a60cc14 req-bc159a6f-abe6-4cff-8294-f806069f2369 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Allocated IP 172.20.0.11 (ec9d3060-cbe0-4a19-b391-792c7285d3c2/ca778bf9-51c9-411c-acc3-eec82a0bc2d4/fc0fd2fa-be3b-4113-9661-7e2725606ffc) {{(pid=79296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:37:27.424807 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Provisioning for port e40bacc1-de5e-4958-91c8-62aa32253db6 completed by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:37:27.431269 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Provisioning complete for port e40bacc1-de5e-4958-91c8-62aa32253db6 triggered by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:37:27.431646 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:27.539923 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a2aea6f-b8a0-4b04-8d34-5de08680962b admin admin] Notify agent at l3_agent.dv-cinder-784453-6-smb the message routers_updated {{(pid=79296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:37:27.593783 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-06e9d927-ff8d-4254-b25a-f70c385b1c9c req-a128995b-a59e-4ee0-9ae8-74b760794967 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/ports?device_id=53af9893-3874-48a0-80bb-1e30a7d72162 HTTP/1.1" status: 200 len: 210 time: 0.1973007 May 10 19:37:27.595770 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59810a47-84e7-4d09-ba05-dd463ce3b727 req-2e046b96-f6a1-47b3-a78b-38103e65a39c tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] Network a0d4b9de-e210-4ae4-a44f-3667619d5602 is already hosted by enough agents. {{(pid=79295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:37:27.634922 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.scheduler.base_scheduler [req-59810a47-84e7-4d09-ba05-dd463ce3b727 req-2e046b96-f6a1-47b3-a78b-38103e65a39c tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] Resources bound (agent type, host, resource id): {{(pid=79295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:37:27.646804 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-1a2aea6f-b8a0-4b04-8d34-5de08680962b admin admin] 10.222.0.46 "PUT /v2.0/routers/9424e2e8-de13-4559-8ce7-0674a580ffd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9070034 May 10 19:37:27.658806 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.l3_dvrscheduler_db [req-59810a47-84e7-4d09-ba05-dd463ce3b727 req-2e046b96-f6a1-47b3-a78b-38103e65a39c tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] Received port after_create {{(pid=79295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:37:27.674920 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312b64c9-8951-4796-89f9-45ae9b76fe70 None None] Sync routers for ids ['9424e2e8-de13-4559-8ce7-0674a580ffd2'] in dv-cinder-784453-6-smb {{(pid=79297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:37:27.695760 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59810a47-84e7-4d09-ba05-dd463ce3b727 req-2e046b96-f6a1-47b3-a78b-38103e65a39c tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:27.695760 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-59810a47-84e7-4d09-ba05-dd463ce3b727 req-2e046b96-f6a1-47b3-a78b-38103e65a39c tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533414'] for port, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:27.770073 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:27.790136 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e046b96-f6a1-47b3-a78b-38103e65a39c tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] Pushing event updated for resources: {'Port': ['ID=5be3bd57-c38b-4b41-bc0b-375e09ec5cd4,revision_number=1']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:37:27.814873 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-2e046b96-f6a1-47b3-a78b-38103e65a39c tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.621s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:37:27.829140 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] For port e40bacc1-de5e-4958-91c8-62aa32253db6, host dv-cinder-784453-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-smb',level=0,port_id=e40bacc1-de5e-4958-91c8-62aa32253db6,segment=NetworkSegment(23ec30ec-fc80-4a54-bc14-1568bb8683df),segment_id=23ec30ec-fc80-4a54-bc14-1568bb8683df)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:37:27.847905 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312b64c9-8951-4796-89f9-45ae9b76fe70 None None] Routers {'9424e2e8-de13-4559-8ce7-0674a580ffd2'} bound to L3 agent in host dv-cinder-784453-6-smb {{(pid=79297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:37:27.852426 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_hamode_db [None req-312b64c9-8951-4796-89f9-45ae9b76fe70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T19:29:11Z,description=,heartbeat_timestamp=2021-05-10T19:37:11Z,host='dv-cinder-784453-6-smb',id=66c26874-6d1a-4324-9002-6da014815c52,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:29:11Z,topic='l3_agent')) {'router_ids': ['9424e2e8-de13-4559-8ce7-0674a580ffd2'], 'active': True} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:37:27.946911 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-59810a47-84e7-4d09-ba05-dd463ce3b727 req-2e046b96-f6a1-47b3-a78b-38103e65a39c tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5056369 May 10 19:37:27.959257 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [req-59810a47-84e7-4d09-ba05-dd463ce3b727 req-08a2ed7e-6938-4e1c-8e08-a0709ba27a03 tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=79295) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 19:37:27.961019 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-59810a47-84e7-4d09-ba05-dd463ce3b727 req-08a2ed7e-6938-4e1c-8e08-a0709ba27a03 tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071189 May 10 19:37:27.999529 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-685cd376-7614-4f1e-a9ba-e60d2a60cc14 req-bc159a6f-abe6-4cff-8294-f806069f2369 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Notify callbacks [] for port, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:28.582064 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:28.582064 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:37:28.585285 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-685cd376-7614-4f1e-a9ba-e60d2a60cc14 req-bc159a6f-abe6-4cff-8294-f806069f2369 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757498479620'] for port, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:28.585285 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:37:28.590249 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c465b3-e347-4877-a801-2046b02fb5a7 req-e1051eba-d146-4256-9c9c-defd0aba5d68 tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:28.590249 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-d9c465b3-e347-4877-a801-2046b02fb5a7 req-e1051eba-d146-4256-9c9c-defd0aba5d68 tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca115151-20a2-41e9-9462-cae2230ae39e HTTP/1.1" status: 200 len: 932 time: 0.2117193 May 10 19:37:28.591982 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvr_db [None req-312b64c9-8951-4796-89f9-45ae9b76fe70 None None] Set router 9424e2e8-de13-4559-8ce7-0674a580ffd2 gateway port host: dv-cinder-784453-6-smb {{(pid=79297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:37:28.594098 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-d9c465b3-e347-4877-a801-2046b02fb5a7 req-d051af6a-e52a-46a0-9e1c-6fb69385ddf6 tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d5804c8-f9f7-43ee-85d5-7978ae4c260a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528187 May 10 19:37:28.602653 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-685cd376-7614-4f1e-a9ba-e60d2a60cc14 req-bc159a6f-abe6-4cff-8294-f806069f2369 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Network ec9d3060-cbe0-4a19-b391-792c7285d3c2 is already hosted by enough agents. {{(pid=79296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:37:28.630110 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.base_scheduler [req-685cd376-7614-4f1e-a9ba-e60d2a60cc14 req-bc159a6f-abe6-4cff-8294-f806069f2369 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Resources bound (agent type, host, resource id): {{(pid=79296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:37:28.654997 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc159a6f-abe6-4cff-8294-f806069f2369 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Pushing event updated for resources: {'Port': ['ID=fc0fd2fa-be3b-4113-9661-7e2725606ffc,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:37:28.677921 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.l3_dvrscheduler_db [req-685cd376-7614-4f1e-a9ba-e60d2a60cc14 req-bc159a6f-abe6-4cff-8294-f806069f2369 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Received port after_create {{(pid=79296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:37:28.684102 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685cd376-7614-4f1e-a9ba-e60d2a60cc14 req-bc159a6f-abe6-4cff-8294-f806069f2369 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:28.700302 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-685cd376-7614-4f1e-a9ba-e60d2a60cc14 req-bc159a6f-abe6-4cff-8294-f806069f2369 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533414'] for port, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:28.792970 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-bc159a6f-abe6-4cff-8294-f806069f2369 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:37:28.926914 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-685cd376-7614-4f1e-a9ba-e60d2a60cc14 req-bc159a6f-abe6-4cff-8294-f806069f2369 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9943781 May 10 19:37:29.095407 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc49dfa7-0371-4f4a-928f-659a06cea7c0 req-8fbda9e8-4cbe-4b38-991f-cd86c439e63f tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:29.100418 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-fc49dfa7-0371-4f4a-928f-659a06cea7c0 req-8fbda9e8-4cbe-4b38-991f-cd86c439e63f tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/ports?device_id=53af9893-3874-48a0-80bb-1e30a7d72162 HTTP/1.1" status: 200 len: 932 time: 0.1961751 May 10 19:37:29.117943 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Pushing event updated for resources: {'Port': ['ID=e40bacc1-de5e-4958-91c8-62aa32253db6,revision_number=4']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:37:29.170958 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:29.171304 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:29.171641 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:29.179880 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:29.180300 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:29.180639 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:29.180969 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:29.181290 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:29.181611 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:29.181930 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:29.182483 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-fc49dfa7-0371-4f4a-928f-659a06cea7c0 req-03b9a561-3529-4ab9-a724-84ffe57eb767 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Synchronizing usage tracker for tenant:199515a807db4df6b09d4d3ef44250c3 on resource:security_group {{(pid=79295) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:37:29.187265 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:29.191794 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:29.195236 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Tracked resource versions report: May 10 19:37:29.195236 dv-cinder-784453-6-smb neutron-server[79297]: pushed versions: May 10 19:37:29.195236 dv-cinder-784453-6-smb neutron-server[79297]: { 'AddressGroup': {'1.2'}, May 10 19:37:29.195236 dv-cinder-784453-6-smb neutron-server[79297]: 'ConntrackHelper': {'1.0'}, May 10 19:37:29.195236 dv-cinder-784453-6-smb neutron-server[79297]: 'Log': {'1.0'}, May 10 19:37:29.195236 dv-cinder-784453-6-smb neutron-server[79297]: 'Network': {'1.1'}, May 10 19:37:29.195236 dv-cinder-784453-6-smb neutron-server[79297]: 'Port': {'1.7'}, May 10 19:37:29.195236 dv-cinder-784453-6-smb neutron-server[79297]: 'PortForwarding': {'1.2'}, May 10 19:37:29.195236 dv-cinder-784453-6-smb neutron-server[79297]: 'QosPolicy': {'1.8'}, May 10 19:37:29.195236 dv-cinder-784453-6-smb neutron-server[79297]: 'SecurityGroup': {'1.4'}, May 10 19:37:29.195236 dv-cinder-784453-6-smb neutron-server[79297]: 'SecurityGroupRule': {'1.2'}, May 10 19:37:29.195236 dv-cinder-784453-6-smb neutron-server[79297]: 'SubPort': {'1.0'}, May 10 19:37:29.195236 dv-cinder-784453-6-smb neutron-server[79297]: 'Subnet': {'1.1'}, May 10 19:37:29.195236 dv-cinder-784453-6-smb neutron-server[79297]: 'Trunk': {'1.1'}} May 10 19:37:29.195236 dv-cinder-784453-6-smb neutron-server[79297]: consumer versions: May 10 19:37:29.195236 dv-cinder-784453-6-smb neutron-server[79297]: { DHCP agent@dv-cinder-784453-6-smb: {}, May 10 19:37:29.195236 dv-cinder-784453-6-smb neutron-server[79297]: HyperV agent@hv-cinder-78445: {}, May 10 19:37:29.195236 dv-cinder-784453-6-smb neutron-server[79297]: L3 agent@dv-cinder-784453-6-smb: {}, May 10 19:37:29.195236 dv-cinder-784453-6-smb neutron-server[79297]: Metadata agent@dv-cinder-784453-6-smb: {}, May 10 19:37:29.195236 dv-cinder-784453-6-smb neutron-server[79297]: Metering agent@dv-cinder-784453-6-smb: {}, May 10 19:37:29.195236 dv-cinder-784453-6-smb neutron-server[79297]: Open vSwitch agent@dv-cinder-784453-6-smb: { 'AddressGroup': '1.2', May 10 19:37:29.195236 dv-cinder-784453-6-smb neutron-server[79297]: 'ConntrackHelper': '1.0', May 10 19:37:29.195236 dv-cinder-784453-6-smb neutron-server[79297]: 'Log': '1.0', May 10 19:37:29.195236 dv-cinder-784453-6-smb neutron-server[79297]: 'Network': '1.1', May 10 19:37:29.195236 dv-cinder-784453-6-smb neutron-server[79297]: 'Port': '1.7', May 10 19:37:29.195236 dv-cinder-784453-6-smb neutron-server[79297]: 'PortForwarding': '1.2', May 10 19:37:29.195236 dv-cinder-784453-6-smb neutron-server[79297]: 'QosPolicy': '1.8', May 10 19:37:29.195236 dv-cinder-784453-6-smb neutron-server[79297]: 'SecurityGroup': '1.4', May 10 19:37:29.195236 dv-cinder-784453-6-smb neutron-server[79297]: 'SecurityGroupRule': '1.2', May 10 19:37:29.195236 dv-cinder-784453-6-smb neutron-server[79297]: 'SubPort': '1.0', May 10 19:37:29.195236 dv-cinder-784453-6-smb neutron-server[79297]: 'Subnet': '1.1', May 10 19:37:29.195236 dv-cinder-784453-6-smb neutron-server[79297]: 'Trunk': '1.1'}} May 10 19:37:29.195236 dv-cinder-784453-6-smb neutron-server[79297]: {{(pid=79297) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 19:37:29.220025 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.982s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:37:29.324428 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-fc49dfa7-0371-4f4a-928f-659a06cea7c0 req-03b9a561-3529-4ab9-a724-84ffe57eb767 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Unset dirty status for tenant:199515a807db4df6b09d4d3ef44250c3 on resource:security_group {{(pid=79295) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:37:29.331845 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-fc49dfa7-0371-4f4a-928f-659a06cea7c0 req-03b9a561-3529-4ab9-a724-84ffe57eb767 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/security-groups?id=294b53ad-6834-49da-93cc-8cdce0637b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208607 May 10 19:37:29.394302 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_hamode_db [None req-312b64c9-8951-4796-89f9-45ae9b76fe70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9424e2e8-de13-4559-8ce7-0674a580ffd2', 'name': 'tempest-ServerRescueNegativeTestJSON-1083366025-router', 'tenant_id': '573317180ac4476a8f0d5cca9d9aaa70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.53'}], 'enable_snat': True}, 'gw_port_id': 'e40bacc1-de5e-4958-91c8-62aa32253db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:37:19Z', 'updated_at': '2021-05-10T19:37:25Z', 'revision_number': 4, 'project_id': '573317180ac4476a8f0d5cca9d9aaa70', 'gw_port': {'id': 'e40bacc1-de5e-4958-91c8-62aa32253db6', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:56:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9424e2e8-de13-4559-8ce7-0674a580ffd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:37:20Z', 'updated_at': '2021-05-10T19:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb', '_interfaces': [{'id': '5db09c5c-2803-4617-b3d3-b99ba458be21', 'name': '', 'network_id': '2312584f-3aed-48ad-b142-6936ee1bfc86', 'tenant_id': '573317180ac4476a8f0d5cca9d9aaa70', 'mac_address': 'fa:16:3e:c6:36:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9424e2e8-de13-4559-8ce7-0674a580ffd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ab965ab2-3c2b-4e85-9150-f84597f3a8d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:37:24Z', 'updated_at': '2021-05-10T19:37:25Z', 'revision_number': 2, 'project_id': '573317180ac4476a8f0d5cca9d9aaa70', 'subnets': [{'id': 'ab965ab2-3c2b-4e85-9150-f84597f3a8d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-smb', False) {} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:37:29.400247 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312b64c9-8951-4796-89f9-45ae9b76fe70 None None] Checking router: 9424e2e8-de13-4559-8ce7-0674a580ffd2 for host: dv-cinder-784453-6-smb {{(pid=79297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:37:29.400573 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312b64c9-8951-4796-89f9-45ae9b76fe70 None None] Updating router 9424e2e8-de13-4559-8ce7-0674a580ffd2 port 5db09c5c-2803-4617-b3d3-b99ba458be21 binding host dv-cinder-784453-6-smb {{(pid=79297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:37:29.477007 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-312b64c9-8951-4796-89f9-45ae9b76fe70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:29.499344 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.v2.base [req-59810a47-84e7-4d09-ba05-dd463ce3b727 req-7a4b6a58-73a4-425d-944f-8514253c411c service neutron] Request body: {'port': {'device_id': 'ca115151-20a2-41e9-9462-cae2230ae39e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=79295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:37:29.657102 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-59810a47-84e7-4d09-ba05-dd463ce3b727 req-7a4b6a58-73a4-425d-944f-8514253c411c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:30.236358 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c98f9-e14e-4ea6-93a2-4cf9a9e18dbb req-7da41d63-dc76-4e90-a898-4eee3afb74d1 tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:30.236358 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-063c98f9-e14e-4ea6-93a2-4cf9a9e18dbb req-7da41d63-dc76-4e90-a898-4eee3afb74d1 tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca115151-20a2-41e9-9462-cae2230ae39e HTTP/1.1" status: 200 len: 932 time: 0.4151387 May 10 19:37:30.259056 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.v2.base [req-685cd376-7614-4f1e-a9ba-e60d2a60cc14 req-ab8818e8-b81d-4c24-be57-85af99a8ca13 service neutron] Request body: {'port': {'device_id': '53af9893-3874-48a0-80bb-1e30a7d72162', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=79296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:37:30.332078 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-312b64c9-8951-4796-89f9-45ae9b76fe70 None None] Notify callbacks [] for port, precommit_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:30.373466 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-312b64c9-8951-4796-89f9-45ae9b76fe70 None None] Transition to ACTIVE for port object 5db09c5c-2803-4617-b3d3-b99ba458be21 will not be triggered until provisioned by entity L2. {{(pid=79297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:37:30.503126 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-685cd376-7614-4f1e-a9ba-e60d2a60cc14 req-ab8818e8-b81d-4c24-be57-85af99a8ca13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:30.527675 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-312b64c9-8951-4796-89f9-45ae9b76fe70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:30.544288 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 36978) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:37:30.552802 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:37:30.681509 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-063c98f9-e14e-4ea6-93a2-4cf9a9e18dbb req-3296a2c1-27f2-4cb5-bcd0-0114cb362f6c tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d5804c8-f9f7-43ee-85d5-7978ae4c260a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4276164 May 10 19:37:30.831100 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-8372299a-a29a-4490-b5b4-9ac7eb493325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:30.890489 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94442eb9-3562-4242-b3c3-1784fec90990 req-ddbeb5e4-033d-4c1a-897f-e25ea3286c26 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:30.893662 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-8372299a-a29a-4490-b5b4-9ac7eb493325 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:37:30.904297 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-94442eb9-3562-4242-b3c3-1784fec90990 req-ddbeb5e4-033d-4c1a-897f-e25ea3286c26 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Synchronizing usage tracker for tenant:573317180ac4476a8f0d5cca9d9aaa70 on resource:network {{(pid=79295) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:37:30.923656 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-8372299a-a29a-4490-b5b4-9ac7eb493325 admin admin] Usage tracker for resource:security_group_rule and tenant:199e34a58fc04965a8192f22aa49feff is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:37:30.932228 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-8372299a-a29a-4490-b5b4-9ac7eb493325 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:37:30.955546 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14308663-ef2f-43aa-ac3f-3a30465d1660 None None] Pushing event updated for resources: {'Port': ['ID=5db09c5c-2803-4617-b3d3-b99ba458be21,revision_number=3']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:37:30.983068 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-14308663-ef2f-43aa-ac3f-3a30465d1660 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:37:31.017032 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-8372299a-a29a-4490-b5b4-9ac7eb493325 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:37:31.057209 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.managers [None req-312b64c9-8951-4796-89f9-45ae9b76fe70 None None] Attempting to bind port 5db09c5c-2803-4617-b3d3-b99ba458be21 on host dv-cinder-784453-6-smb for vnic_type normal with profile {{(pid=79297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:37:31.057209 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.managers [None req-312b64c9-8951-4796-89f9-45ae9b76fe70 None None] Attempting to bind port 5db09c5c-2803-4617-b3d3-b99ba458be21 by drivers openvswitch,hyperv on host dv-cinder-784453-6-smb at level 0 using segments [{'id': 'a605215e-47bd-49ee-ade5-586ba36a9b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2312584f-3aed-48ad-b142-6936ee1bfc86'}] {{(pid=79297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:37:31.057209 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312b64c9-8951-4796-89f9-45ae9b76fe70 None None] Attempting to bind port 5db09c5c-2803-4617-b3d3-b99ba458be21 on network 2312584f-3aed-48ad-b142-6936ee1bfc86 {{(pid=79297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:37:31.075664 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312b64c9-8951-4796-89f9-45ae9b76fe70 None None] Checking agent: {'id': 'f730efe5-2961-494c-9708-c8a2f4be606e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 29, 11), 'started_at': datetime.datetime(2021, 5, 10, 19, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:37:31.077584 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312b64c9-8951-4796-89f9-45ae9b76fe70 None None] Checking segment: {'id': 'a605215e-47bd-49ee-ade5-586ba36a9b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2312584f-3aed-48ad-b142-6936ee1bfc86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:37:31.078161 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-312b64c9-8951-4796-89f9-45ae9b76fe70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:31.078581 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312b64c9-8951-4796-89f9-45ae9b76fe70 None None] Bound using segment: {'id': 'a605215e-47bd-49ee-ade5-586ba36a9b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2312584f-3aed-48ad-b142-6936ee1bfc86'} {{(pid=79297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:37:31.086099 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.managers [None req-312b64c9-8951-4796-89f9-45ae9b76fe70 None None] Bound port: 5db09c5c-2803-4617-b3d3-b99ba458be21, host: dv-cinder-784453-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a605215e-47bd-49ee-ade5-586ba36a9b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2312584f-3aed-48ad-b142-6936ee1bfc86'}}] {{(pid=79297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:37:31.086099 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-312b64c9-8951-4796-89f9-45ae9b76fe70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:31.185193 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-94442eb9-3562-4242-b3c3-1784fec90990 req-ddbeb5e4-033d-4c1a-897f-e25ea3286c26 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Unset dirty status for tenant:573317180ac4476a8f0d5cca9d9aaa70 on resource:network {{(pid=79295) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:37:31.195767 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-94442eb9-3562-4242-b3c3-1784fec90990 req-ddbeb5e4-033d-4c1a-897f-e25ea3286c26 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/networks?id=2312584f-3aed-48ad-b142-6936ee1bfc86 HTTP/1.1" status: 200 len: 819 time: 0.9626238 May 10 19:37:31.241778 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device e40bacc1-de5e-4958-91c8-62aa32253db6 up at agent ovs-agent-dv-cinder-784453-6-smb {{(pid=79297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:37:31.300882 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.notifiers.nova [req-685cd376-7614-4f1e-a9ba-e60d2a60cc14 req-ab8818e8-b81d-4c24-be57-85af99a8ca13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc0fd2fa-be3b-4113-9661-7e2725606ffc {{(pid=79296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:37:31.311895 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-8372299a-a29a-4490-b5b4-9ac7eb493325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:31.314370 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-685cd376-7614-4f1e-a9ba-e60d2a60cc14 req-ab8818e8-b81d-4c24-be57-85af99a8ca13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:31.335394 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.provisioning_blocks [req-685cd376-7614-4f1e-a9ba-e60d2a60cc14 req-ab8818e8-b81d-4c24-be57-85af99a8ca13 service neutron] Transition to ACTIVE for port object fc0fd2fa-be3b-4113-9661-7e2725606ffc will not be triggered until provisioned by entity L2. {{(pid=79296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:37:31.366155 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-94442eb9-3562-4242-b3c3-1784fec90990 req-f058d9ed-5655-4a21-9852-96981542c0a7 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/quotas/573317180ac4476a8f0d5cca9d9aaa70 HTTP/1.1" status: 200 len: 375 time: 0.0375857 May 10 19:37:31.372011 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-8372299a-a29a-4490-b5b4-9ac7eb493325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:31.388329 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-77bef771-1d2c-4124-aaff-439ac6f983f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:37:31.406083 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.notifiers.nova [req-59810a47-84e7-4d09-ba05-dd463ce3b727 req-7a4b6a58-73a4-425d-944f-8514253c411c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5be3bd57-c38b-4b41-bc0b-375e09ec5cd4 {{(pid=79295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:37:31.437227 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-59810a47-84e7-4d09-ba05-dd463ce3b727 req-7a4b6a58-73a4-425d-944f-8514253c411c service neutron] Notify callbacks [] for port, precommit_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:31.461766 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8372299a-a29a-4490-b5b4-9ac7eb493325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d47b757-8d2a-485c-bcfa-ef5a2acc7986,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:37:31.467498 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-685cd376-7614-4f1e-a9ba-e60d2a60cc14 req-ab8818e8-b81d-4c24-be57-85af99a8ca13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:31.476441 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-8372299a-a29a-4490-b5b4-9ac7eb493325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:37:31.483247 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-312b64c9-8951-4796-89f9-45ae9b76fe70 None None] For port 5db09c5c-2803-4617-b3d3-b99ba458be21, host dv-cinder-784453-6-smb, cleared binding levels {{(pid=79297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:37:31.487877 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-312b64c9-8951-4796-89f9-45ae9b76fe70 None None] For port 5db09c5c-2803-4617-b3d3-b99ba458be21, host dv-cinder-784453-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-smb',level=0,port_id=5db09c5c-2803-4617-b3d3-b99ba458be21,segment=NetworkSegment(a605215e-47bd-49ee-ade5-586ba36a9b26),segment_id=a605215e-47bd-49ee-ade5-586ba36a9b26)] {{(pid=79297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:37:31.495634 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-e3669740-4129-4ddb-9c8e-072adc703037 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:37:31.518984 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Provisioning complete for port e40bacc1-de5e-4958-91c8-62aa32253db6 triggered by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:37:31.519368 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:31.519469 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.provisioning_blocks [req-59810a47-84e7-4d09-ba05-dd463ce3b727 req-7a4b6a58-73a4-425d-944f-8514253c411c service neutron] Transition to ACTIVE for port object 5be3bd57-c38b-4b41-bc0b-375e09ec5cd4 will not be triggered until provisioned by entity L2. {{(pid=79295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:37:31.590844 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-312b64c9-8951-4796-89f9-45ae9b76fe70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:31.617667 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-8b945a4b-67f0-46a7-a381-89e16521a612 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:37:31.662776 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-59810a47-84e7-4d09-ba05-dd463ce3b727 req-7a4b6a58-73a4-425d-944f-8514253c411c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:31.695492 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:37:31.696928 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-8372299a-a29a-4490-b5b4-9ac7eb493325 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=199e34a58fc04965a8192f22aa49feff&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1443820 May 10 19:37:31.732125 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 37016) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:37:31.851626 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8818e8-b81d-4c24-be57-85af99a8ca13 service neutron] Pushing event updated for resources: {'Port': ['ID=fc0fd2fa-be3b-4113-9661-7e2725606ffc,revision_number=2']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:37:31.855311 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.managers [req-685cd376-7614-4f1e-a9ba-e60d2a60cc14 req-ab8818e8-b81d-4c24-be57-85af99a8ca13 service neutron] Attempting to bind port fc0fd2fa-be3b-4113-9661-7e2725606ffc on host hv-cinder-78445 for vnic_type normal with profile {{(pid=79296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:37:31.855926 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.managers [req-685cd376-7614-4f1e-a9ba-e60d2a60cc14 req-ab8818e8-b81d-4c24-be57-85af99a8ca13 service neutron] Attempting to bind port fc0fd2fa-be3b-4113-9661-7e2725606ffc by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': 'a8cd83e0-583d-47d8-8b48-31fe59f67f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ec9d3060-cbe0-4a19-b391-792c7285d3c2'}] {{(pid=79296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:37:31.856345 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685cd376-7614-4f1e-a9ba-e60d2a60cc14 req-ab8818e8-b81d-4c24-be57-85af99a8ca13 service neutron] Attempting to bind port fc0fd2fa-be3b-4113-9661-7e2725606ffc on network ec9d3060-cbe0-4a19-b391-792c7285d3c2 {{(pid=79296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:37:31.859152 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-ab8818e8-b81d-4c24-be57-85af99a8ca13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:37:31.866250 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685cd376-7614-4f1e-a9ba-e60d2a60cc14 req-ab8818e8-b81d-4c24-be57-85af99a8ca13 service neutron] Port fc0fd2fa-be3b-4113-9661-7e2725606ffc on network ec9d3060-cbe0-4a19-b391-792c7285d3c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=79296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 19:37:31.866745 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685cd376-7614-4f1e-a9ba-e60d2a60cc14 req-ab8818e8-b81d-4c24-be57-85af99a8ca13 service neutron] Attempting to bind port fc0fd2fa-be3b-4113-9661-7e2725606ffc on network ec9d3060-cbe0-4a19-b391-792c7285d3c2 {{(pid=79296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:37:31.880546 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685cd376-7614-4f1e-a9ba-e60d2a60cc14 req-ab8818e8-b81d-4c24-be57-85af99a8ca13 service neutron] Checking agent: {'id': '9c4a8215-4a8c-47cd-bc08-47634ab436c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 35, 38), 'started_at': datetime.datetime(2021, 5, 10, 19, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:37:31.881063 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685cd376-7614-4f1e-a9ba-e60d2a60cc14 req-ab8818e8-b81d-4c24-be57-85af99a8ca13 service neutron] Checking segment: {'id': 'a8cd83e0-583d-47d8-8b48-31fe59f67f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ec9d3060-cbe0-4a19-b391-792c7285d3c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:37:31.881799 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685cd376-7614-4f1e-a9ba-e60d2a60cc14 req-ab8818e8-b81d-4c24-be57-85af99a8ca13 service neutron] Bound using segment: {'id': 'a8cd83e0-583d-47d8-8b48-31fe59f67f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ec9d3060-cbe0-4a19-b391-792c7285d3c2'} {{(pid=79296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:37:31.882507 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.managers [req-685cd376-7614-4f1e-a9ba-e60d2a60cc14 req-ab8818e8-b81d-4c24-be57-85af99a8ca13 service neutron] Bound port: fc0fd2fa-be3b-4113-9661-7e2725606ffc, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8cd83e0-583d-47d8-8b48-31fe59f67f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ec9d3060-cbe0-4a19-b391-792c7285d3c2'}}] {{(pid=79296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:37:31.883146 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-685cd376-7614-4f1e-a9ba-e60d2a60cc14 req-ab8818e8-b81d-4c24-be57-85af99a8ca13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:31.893134 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312b64c9-8951-4796-89f9-45ae9b76fe70 None None] Routers {'9424e2e8-de13-4559-8ce7-0674a580ffd2'} bound to L3 agent in host dv-cinder-784453-6-smb {{(pid=79297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:37:31.893846 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_hamode_db [None req-312b64c9-8951-4796-89f9-45ae9b76fe70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T19:29:11Z,description=,heartbeat_timestamp=2021-05-10T19:37:11Z,host='dv-cinder-784453-6-smb',id=66c26874-6d1a-4324-9002-6da014815c52,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:29:11Z,topic='l3_agent')) {'router_ids': ['9424e2e8-de13-4559-8ce7-0674a580ffd2'], 'active': True} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:37:31.962005 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-6c6ab98b-ebe9-427a-bc12-f4d92af8dd3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:32.056198 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-6c6ab98b-ebe9-427a-bc12-f4d92af8dd3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:32.107776 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.db [req-685cd376-7614-4f1e-a9ba-e60d2a60cc14 req-ab8818e8-b81d-4c24-be57-85af99a8ca13 service neutron] For port fc0fd2fa-be3b-4113-9661-7e2725606ffc, host hv-cinder-78445, cleared binding levels {{(pid=79296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:37:32.125737 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4b6a58-73a4-425d-944f-8514253c411c service neutron] Pushing event updated for resources: {'Port': ['ID=5be3bd57-c38b-4b41-bc0b-375e09ec5cd4,revision_number=2']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:37:32.127271 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14308663-ef2f-43aa-ac3f-3a30465d1660 None None] Pushing event updated for resources: {'Port': ['ID=5db09c5c-2803-4617-b3d3-b99ba458be21,revision_number=4']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:37:32.149814 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8722eb47-1a9b-4c80-af8f-1a4c25d47707 req-9e54881c-9b23-48d3-ae96-ce26c38f5478 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:32.151541 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-8722eb47-1a9b-4c80-af8f-1a4c25d47707 req-9e54881c-9b23-48d3-ae96-ce26c38f5478 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/ports?device_id=53af9893-3874-48a0-80bb-1e30a7d72162 HTTP/1.1" status: 200 len: 932 time: 0.9897823 May 10 19:37:32.153787 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-7a4b6a58-73a4-425d-944f-8514253c411c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:37:32.160965 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.db [req-685cd376-7614-4f1e-a9ba-e60d2a60cc14 req-ab8818e8-b81d-4c24-be57-85af99a8ca13 service neutron] For port fc0fd2fa-be3b-4113-9661-7e2725606ffc, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=fc0fd2fa-be3b-4113-9661-7e2725606ffc,segment=NetworkSegment(a8cd83e0-583d-47d8-8b48-31fe59f67f8c),segment_id=a8cd83e0-583d-47d8-8b48-31fe59f67f8c)] {{(pid=79296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:37:32.165688 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-14308663-ef2f-43aa-ac3f-3a30465d1660 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:37:32.170598 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.managers [req-59810a47-84e7-4d09-ba05-dd463ce3b727 req-7a4b6a58-73a4-425d-944f-8514253c411c service neutron] Attempting to bind port 5be3bd57-c38b-4b41-bc0b-375e09ec5cd4 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=79295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:37:32.171027 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.managers [req-59810a47-84e7-4d09-ba05-dd463ce3b727 req-7a4b6a58-73a4-425d-944f-8514253c411c service neutron] Attempting to bind port 5be3bd57-c38b-4b41-bc0b-375e09ec5cd4 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': 'b419feae-3c04-4731-ab23-9ce2e44e2bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'a0d4b9de-e210-4ae4-a44f-3667619d5602'}] {{(pid=79295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:37:32.171440 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59810a47-84e7-4d09-ba05-dd463ce3b727 req-7a4b6a58-73a4-425d-944f-8514253c411c service neutron] Attempting to bind port 5be3bd57-c38b-4b41-bc0b-375e09ec5cd4 on network a0d4b9de-e210-4ae4-a44f-3667619d5602 {{(pid=79295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:37:32.208839 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-94442eb9-3562-4242-b3c3-1784fec90990 req-b7261c81-d340-4fb0-af84-a115e42bb02c tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=573317180ac4476a8f0d5cca9d9aaa70&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8342931 May 10 19:37:32.231350 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59810a47-84e7-4d09-ba05-dd463ce3b727 req-7a4b6a58-73a4-425d-944f-8514253c411c service neutron] Port 5be3bd57-c38b-4b41-bc0b-375e09ec5cd4 on network a0d4b9de-e210-4ae4-a44f-3667619d5602 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=79295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 19:37:32.231568 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59810a47-84e7-4d09-ba05-dd463ce3b727 req-7a4b6a58-73a4-425d-944f-8514253c411c service neutron] Attempting to bind port 5be3bd57-c38b-4b41-bc0b-375e09ec5cd4 on network a0d4b9de-e210-4ae4-a44f-3667619d5602 {{(pid=79295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:37:32.236999 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-685cd376-7614-4f1e-a9ba-e60d2a60cc14 req-ab8818e8-b81d-4c24-be57-85af99a8ca13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:32.241958 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:37:32.273129 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvr_db [None req-312b64c9-8951-4796-89f9-45ae9b76fe70 None None] Set router 9424e2e8-de13-4559-8ce7-0674a580ffd2 gateway port host: dv-cinder-784453-6-smb {{(pid=79297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:37:32.329602 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59810a47-84e7-4d09-ba05-dd463ce3b727 req-7a4b6a58-73a4-425d-944f-8514253c411c service neutron] Checking agent: {'id': '9c4a8215-4a8c-47cd-bc08-47634ab436c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 35, 38), 'started_at': datetime.datetime(2021, 5, 10, 19, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:37:32.330294 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59810a47-84e7-4d09-ba05-dd463ce3b727 req-7a4b6a58-73a4-425d-944f-8514253c411c service neutron] Checking segment: {'id': 'b419feae-3c04-4731-ab23-9ce2e44e2bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'a0d4b9de-e210-4ae4-a44f-3667619d5602'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:37:32.331026 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59810a47-84e7-4d09-ba05-dd463ce3b727 req-7a4b6a58-73a4-425d-944f-8514253c411c service neutron] Bound using segment: {'id': 'b419feae-3c04-4731-ab23-9ce2e44e2bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'a0d4b9de-e210-4ae4-a44f-3667619d5602'} {{(pid=79295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:37:32.331361 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.managers [req-59810a47-84e7-4d09-ba05-dd463ce3b727 req-7a4b6a58-73a4-425d-944f-8514253c411c service neutron] Bound port: 5be3bd57-c38b-4b41-bc0b-375e09ec5cd4, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b419feae-3c04-4731-ab23-9ce2e44e2bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'a0d4b9de-e210-4ae4-a44f-3667619d5602'}}] {{(pid=79295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:37:32.331750 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-59810a47-84e7-4d09-ba05-dd463ce3b727 req-7a4b6a58-73a4-425d-944f-8514253c411c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:32.347040 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-6c6ab98b-ebe9-427a-bc12-f4d92af8dd3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:32.381508 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-8722eb47-1a9b-4c80-af8f-1a4c25d47707 req-cea0f009-e94a-4fc3-a0a0-241cae9569b1 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/security-groups?id=294b53ad-6834-49da-93cc-8cdce0637b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225099 May 10 19:37:32.443317 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685cd376-7614-4f1e-a9ba-e60d2a60cc14 req-ab8818e8-b81d-4c24-be57-85af99a8ca13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:32.444059 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-685cd376-7614-4f1e-a9ba-e60d2a60cc14 req-ab8818e8-b81d-4c24-be57-85af99a8ca13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533414'] for port, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:32.455624 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-685cd376-7614-4f1e-a9ba-e60d2a60cc14 req-ab8818e8-b81d-4c24-be57-85af99a8ca13 service neutron] 10.222.0.36 "PUT /v2.0/ports/fc0fd2fa-be3b-4113-9661-7e2725606ffc HTTP/1.1" status: 200 len: 1094 time: 3.4328065 May 10 19:37:32.479139 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53af9893-3874-48a0-80bb-1e30a7d72162', 'tag': 'fc0fd2fa-be3b-4113-9661-7e2725606ffc'}] {{(pid=79296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:37:32.808244 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-6c6ab98b-ebe9-427a-bc12-f4d92af8dd3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:32.808244 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-6c6ab98b-ebe9-427a-bc12-f4d92af8dd3d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3d47b757-8d2a-485c-bcfa-ef5a2acc7986 HTTP/1.1" status: 204 len: 168 time: 1.0716431 May 10 19:37:32.831179 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8818e8-b81d-4c24-be57-85af99a8ca13 service neutron] Pushing event updated for resources: {'Port': ['ID=fc0fd2fa-be3b-4113-9661-7e2725606ffc,revision_number=3']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:37:32.849314 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-ab8818e8-b81d-4c24-be57-85af99a8ca13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:37:32.852302 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.428s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:37:32.911278 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-94442eb9-3562-4242-b3c3-1784fec90990 req-9bd3daac-ce9e-4245-bda6-8061d96134ec service neutron] 10.222.0.46 "GET /v2.0/networks/2312584f-3aed-48ad-b142-6936ee1bfc86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7019546 May 10 19:37:32.913528 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ab98b-ebe9-427a-bc12-f4d92af8dd3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d47b757-8d2a-485c-bcfa-ef5a2acc7986,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:37:32.924305 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-6c6ab98b-ebe9-427a-bc12-f4d92af8dd3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:37:32.961181 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.db [req-59810a47-84e7-4d09-ba05-dd463ce3b727 req-7a4b6a58-73a4-425d-944f-8514253c411c service neutron] For port 5be3bd57-c38b-4b41-bc0b-375e09ec5cd4, host hv-cinder-78445, cleared binding levels {{(pid=79295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:37:33.021696 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685cd376-7614-4f1e-a9ba-e60d2a60cc14 req-3a95b654-1d9a-4834-a23f-f783502e13f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:33.034789 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-685cd376-7614-4f1e-a9ba-e60d2a60cc14 req-3a95b654-1d9a-4834-a23f-f783502e13f2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=199515a807db4df6b09d4d3ef44250c3&device_id=53af9893-3874-48a0-80bb-1e30a7d72162 HTTP/1.1" status: 200 len: 1097 time: 0.3541920 May 10 19:37:33.049807 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_hamode_db [None req-312b64c9-8951-4796-89f9-45ae9b76fe70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9424e2e8-de13-4559-8ce7-0674a580ffd2', 'name': 'tempest-ServerRescueNegativeTestJSON-1083366025-router', 'tenant_id': '573317180ac4476a8f0d5cca9d9aaa70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.53'}], 'enable_snat': True}, 'gw_port_id': 'e40bacc1-de5e-4958-91c8-62aa32253db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:37:19Z', 'updated_at': '2021-05-10T19:37:25Z', 'revision_number': 4, 'project_id': '573317180ac4476a8f0d5cca9d9aaa70', 'gw_port': {'id': 'e40bacc1-de5e-4958-91c8-62aa32253db6', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:56:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9424e2e8-de13-4559-8ce7-0674a580ffd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:37:20Z', 'updated_at': '2021-05-10T19:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb', '_interfaces': [{'id': '5db09c5c-2803-4617-b3d3-b99ba458be21', 'name': '', 'network_id': '2312584f-3aed-48ad-b142-6936ee1bfc86', 'tenant_id': '573317180ac4476a8f0d5cca9d9aaa70', 'mac_address': 'fa:16:3e:c6:36:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9424e2e8-de13-4559-8ce7-0674a580ffd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ab965ab2-3c2b-4e85-9150-f84597f3a8d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:37:24Z', 'updated_at': '2021-05-10T19:37:31Z', 'revision_number': 4, 'project_id': '573317180ac4476a8f0d5cca9d9aaa70', 'subnets': [{'id': 'ab965ab2-3c2b-4e85-9150-f84597f3a8d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-smb', False) {} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:37:33.064580 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312b64c9-8951-4796-89f9-45ae9b76fe70 None None] The sync data for ids ['9424e2e8-de13-4559-8ce7-0674a580ffd2'] in dv-cinder-784453-6-smb is: [{'id': '9424e2e8-de13-4559-8ce7-0674a580ffd2', 'name': 'tempest-ServerRescueNegativeTestJSON-1083366025-router', 'tenant_id': '573317180ac4476a8f0d5cca9d9aaa70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.53'}], 'enable_snat': True}, 'gw_port_id': 'e40bacc1-de5e-4958-91c8-62aa32253db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:37:19Z', 'updated_at': '2021-05-10T19:37:25Z', 'revision_number': 4, 'project_id': '573317180ac4476a8f0d5cca9d9aaa70', 'gw_port': {'id': 'e40bacc1-de5e-4958-91c8-62aa32253db6', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:56:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9424e2e8-de13-4559-8ce7-0674a580ffd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:37:20Z', 'updated_at': '2021-05-10T19:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb', '_interfaces': [{'id': '5db09c5c-2803-4617-b3d3-b99ba458be21', 'name': '', 'network_id': '2312584f-3aed-48ad-b142-6936ee1bfc86', 'tenant_id': '573317180ac4476a8f0d5cca9d9aaa70', 'mac_address': 'fa:16:3e:c6:36:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9424e2e8-de13-4559-8ce7-0674a580ffd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ab965ab2-3c2b-4e85-9150-f84597f3a8d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:37:24Z', 'updated_at': '2021-05-10T19:37:31Z', 'revision_number': 4, 'project_id': '573317180ac4476a8f0d5cca9d9aaa70', 'subnets': [{'id': 'ab965ab2-3c2b-4e85-9150-f84597f3a8d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:37:33.181481 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-685cd376-7614-4f1e-a9ba-e60d2a60cc14 req-ed8adebc-c3ce-482c-9da7-19b78d50ac56 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc0fd2fa-be3b-4113-9661-7e2725606ffc HTTP/1.1" status: 200 len: 217 time: 0.1438522 May 10 19:37:33.260547 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.db [req-59810a47-84e7-4d09-ba05-dd463ce3b727 req-7a4b6a58-73a4-425d-944f-8514253c411c service neutron] For port 5be3bd57-c38b-4b41-bc0b-375e09ec5cd4, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=5be3bd57-c38b-4b41-bc0b-375e09ec5cd4,segment=NetworkSegment(b419feae-3c04-4731-ab23-9ce2e44e2bd8),segment_id=b419feae-3c04-4731-ab23-9ce2e44e2bd8)] {{(pid=79295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:37:33.283013 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-94442eb9-3562-4242-b3c3-1784fec90990 req-7ef515cf-b485-44ec-a567-0380414f7561 service neutron] 10.222.0.46 "GET /v2.0/networks/2312584f-3aed-48ad-b142-6936ee1bfc86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3631444 May 10 19:37:33.345346 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e68b649-959a-4891-8c30-ad1a0cd16cc3 req-46b9c3d7-f1ab-40da-ba18-4d34393f7278 tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:33.349760 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-7e68b649-959a-4891-8c30-ad1a0cd16cc3 req-46b9c3d7-f1ab-40da-ba18-4d34393f7278 tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca115151-20a2-41e9-9462-cae2230ae39e HTTP/1.1" status: 200 len: 944 time: 0.7077999 May 10 19:37:33.351208 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-59810a47-84e7-4d09-ba05-dd463ce3b727 req-7a4b6a58-73a4-425d-944f-8514253c411c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:33.362719 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-7a4b6a58-73a4-425d-944f-8514253c411c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:37:33.430995 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685cd376-7614-4f1e-a9ba-e60d2a60cc14 req-87697c19-237c-4dd9-bf43-e2a61cc9208b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:33.432512 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-685cd376-7614-4f1e-a9ba-e60d2a60cc14 req-87697c19-237c-4dd9-bf43-e2a61cc9208b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ca778bf9-51c9-411c-acc3-eec82a0bc2d4 HTTP/1.1" status: 200 len: 855 time: 0.1958950 May 10 19:37:33.524713 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-685cd376-7614-4f1e-a9ba-e60d2a60cc14 req-9e7735ec-122b-4f71-89fb-cc4de33a4aab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ec9d3060-cbe0-4a19-b391-792c7285d3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660837 May 10 19:37:33.570359 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59810a47-84e7-4d09-ba05-dd463ce3b727 req-7a4b6a58-73a4-425d-944f-8514253c411c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:33.571557 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-59810a47-84e7-4d09-ba05-dd463ce3b727 req-7a4b6a58-73a4-425d-944f-8514253c411c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533414'] for port, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:33.573458 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-59810a47-84e7-4d09-ba05-dd463ce3b727 req-7a4b6a58-73a4-425d-944f-8514253c411c service neutron] 10.222.0.36 "PUT /v2.0/ports/5be3bd57-c38b-4b41-bc0b-375e09ec5cd4 HTTP/1.1" status: 200 len: 1094 time: 4.9705954 May 10 19:37:33.598968 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca115151-20a2-41e9-9462-cae2230ae39e', 'tag': '5be3bd57-c38b-4b41-bc0b-375e09ec5cd4'}] {{(pid=79295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:37:33.794319 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-7e68b649-959a-4891-8c30-ad1a0cd16cc3 req-b7cafccf-7fcc-4ab2-8b37-74caf870bc7d tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d5804c8-f9f7-43ee-85d5-7978ae4c260a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4324849 May 10 19:37:33.808902 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4b6a58-73a4-425d-944f-8514253c411c service neutron] Pushing event updated for resources: {'Port': ['ID=5be3bd57-c38b-4b41-bc0b-375e09ec5cd4,revision_number=3']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:37:33.852210 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-7a4b6a58-73a4-425d-944f-8514253c411c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:37:34.154592 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59810a47-84e7-4d09-ba05-dd463ce3b727 req-d6f82d37-d2e5-481f-b930-6f3bed3f6405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:34.156173 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-59810a47-84e7-4d09-ba05-dd463ce3b727 req-d6f82d37-d2e5-481f-b930-6f3bed3f6405 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=51cacdd45af040f2a01d344873e3625b&device_id=ca115151-20a2-41e9-9462-cae2230ae39e HTTP/1.1" status: 200 len: 1097 time: 0.2924447 May 10 19:37:34.204766 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-685cd376-7614-4f1e-a9ba-e60d2a60cc14 req-778db7bf-c1ac-4420-834b-ba4079659737 service neutron] 10.222.0.36 "GET /v2.0/networks/ec9d3060-cbe0-4a19-b391-792c7285d3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6351960 May 10 19:37:34.489706 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-59810a47-84e7-4d09-ba05-dd463ce3b727 req-ba556d16-babb-473f-891d-8da302058aed service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5be3bd57-c38b-4b41-bc0b-375e09ec5cd4 HTTP/1.1" status: 200 len: 217 time: 0.3139908 May 10 19:37:34.534060 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-685cd376-7614-4f1e-a9ba-e60d2a60cc14 req-c13ee03d-84c9-4ea4-b8eb-6b5244d9f59c service neutron] 10.222.0.36 "GET /v2.0/networks/ec9d3060-cbe0-4a19-b391-792c7285d3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255312 May 10 19:37:34.631405 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59810a47-84e7-4d09-ba05-dd463ce3b727 req-d9cef662-dff8-4a64-ac89-e188dadeba17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:34.633832 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-59810a47-84e7-4d09-ba05-dd463ce3b727 req-d9cef662-dff8-4a64-ac89-e188dadeba17 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6fb6b745-eb99-4569-a6e2-f9695fc796a2 HTTP/1.1" status: 200 len: 851 time: 0.1350236 May 10 19:37:34.695340 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ea160-4993-4a8b-9dc1-a6aae1268014 req-2cc160ed-d3d9-49bb-a45f-c21aca8f5ac6 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:34.706102 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-868ea160-4993-4a8b-9dc1-a6aae1268014 req-2cc160ed-d3d9-49bb-a45f-c21aca8f5ac6 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/ports?device_id=53af9893-3874-48a0-80bb-1e30a7d72162 HTTP/1.1" status: 200 len: 944 time: 0.2883875 May 10 19:37:34.742043 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53af9893-3874-48a0-80bb-1e30a7d72162', 'tag': 'fc0fd2fa-be3b-4113-9661-7e2725606ffc', 'status': 'completed', 'code': 200} May 10 19:37:34.742605 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 37114) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:37:34.908310 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-580eff30-a600-44fe-b927-94440fa116b5 req-b7271f66-21c5-457e-bfce-a98d511939d9 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae2758c1-2eb6-401f-9a86-e0e9f6c87812 HTTP/1.1" status: 200 len: 210 time: 0.1038544 May 10 19:37:35.087820 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-868ea160-4993-4a8b-9dc1-a6aae1268014 req-fcb1a3f4-04d6-466c-a251-7439ec40a062 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/security-groups?id=294b53ad-6834-49da-93cc-8cdce0637b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3794835 May 10 19:37:35.110754 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 37130) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:37:35.164331 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd9aa9-9b4c-48f7-942f-f94fbe3eb3fa req-aca81839-9760-4d1e-ae3c-d3046a0b8eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:35.166352 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-bbfd9aa9-9b4c-48f7-942f-f94fbe3eb3fa req-aca81839-9760-4d1e-ae3c-d3046a0b8eab service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=199515a807db4df6b09d4d3ef44250c3&device_id=53af9893-3874-48a0-80bb-1e30a7d72162 HTTP/1.1" status: 200 len: 1097 time: 0.2656138 May 10 19:37:35.175761 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-59810a47-84e7-4d09-ba05-dd463ce3b727 req-4e5fc3bd-fbe0-47c2-b52a-783751d79ce5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a0d4b9de-e210-4ae4-a44f-3667619d5602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2531681 May 10 19:37:35.314469 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device 5db09c5c-2803-4617-b3d3-b99ba458be21 up at agent ovs-agent-dv-cinder-784453-6-smb {{(pid=79297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:37:35.363560 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-38400036-4ef4-431f-a626-d59582a0436d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:35.395524 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-38400036-4ef4-431f-a626-d59582a0436d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:37:35.398323 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-38400036-4ef4-431f-a626-d59582a0436d admin admin] Usage tracker for resource:security_group_rule and tenant:5ca5c6813fcd4b619aba241592ab390b is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:37:35.411881 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-38400036-4ef4-431f-a626-d59582a0436d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:37:35.421933 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-38400036-4ef4-431f-a626-d59582a0436d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:37:35.666946 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-fd7a80f1-c91d-492e-bbe6-eb38cfbffaa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:35.704558 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-59810a47-84e7-4d09-ba05-dd463ce3b727 req-ee54933b-95d8-4e23-972f-37a967dc4ad9 service neutron] 10.222.0.36 "GET /v2.0/networks/a0d4b9de-e210-4ae4-a44f-3667619d5602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313635 May 10 19:37:35.706175 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca115151-20a2-41e9-9462-cae2230ae39e', 'tag': '5be3bd57-c38b-4b41-bc0b-375e09ec5cd4', 'status': 'completed', 'code': 200} May 10 19:37:35.722662 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-fd7a80f1-c91d-492e-bbe6-eb38cfbffaa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:37:35.728380 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Provisioning for port 5db09c5c-2803-4617-b3d3-b99ba458be21 completed by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:37:35.734175 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Provisioning complete for port 5db09c5c-2803-4617-b3d3-b99ba458be21 triggered by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:37:35.734747 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:35.767629 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-fd7a80f1-c91d-492e-bbe6-eb38cfbffaa1 admin admin] Usage tracker for resource:security_group_rule and tenant:6b63f4de6b244f07bd9594840b374ccc is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:37:35.810094 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-fd7a80f1-c91d-492e-bbe6-eb38cfbffaa1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:37:35.897493 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-fd7a80f1-c91d-492e-bbe6-eb38cfbffaa1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:37:35.948282 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:36.032081 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd9aa9-9b4c-48f7-942f-f94fbe3eb3fa req-eb9c6002-f2a2-416c-97e9-df86a19c79e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:36.034194 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-bbfd9aa9-9b4c-48f7-942f-f94fbe3eb3fa req-eb9c6002-f2a2-416c-97e9-df86a19c79e4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ec9d3060-cbe0-4a19-b391-792c7285d3c2 HTTP/1.1" status: 200 len: 916 time: 0.5935681 May 10 19:37:36.060552 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] For port 5db09c5c-2803-4617-b3d3-b99ba458be21, host dv-cinder-784453-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-smb',level=0,port_id=5db09c5c-2803-4617-b3d3-b99ba458be21,segment=NetworkSegment(a605215e-47bd-49ee-ade5-586ba36a9b26),segment_id=a605215e-47bd-49ee-ade5-586ba36a9b26)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:37:36.137122 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:36.141910 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:37:36.146193 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-38400036-4ef4-431f-a626-d59582a0436d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:36.188224 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-bbfd9aa9-9b4c-48f7-942f-f94fbe3eb3fa req-32cd2e88-090e-4a7a-826d-c44985d67b78 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc0fd2fa-be3b-4113-9661-7e2725606ffc HTTP/1.1" status: 200 len: 217 time: 0.1292880 May 10 19:37:36.242302 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Pushing event updated for resources: {'Port': ['ID=5db09c5c-2803-4617-b3d3-b99ba458be21,revision_number=5']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:37:36.264140 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:37:36.312328 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-38400036-4ef4-431f-a626-d59582a0436d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:36.339785 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:37:36.382132 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38400036-4ef4-431f-a626-d59582a0436d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2378e43f-9d0a-41fa-ac2d-425c13d6001e,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:37:36.382364 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d93901f-9651-41bb-8773-e76e0fcddd45 req-a7f099c4-6fd9-46d0-be4c-b4c142b8e054 tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:36.383833 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-5d93901f-9651-41bb-8773-e76e0fcddd45 req-a7f099c4-6fd9-46d0-be4c-b4c142b8e054 tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca115151-20a2-41e9-9462-cae2230ae39e HTTP/1.1" status: 200 len: 944 time: 1.1867480 May 10 19:37:36.403779 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-59810a47-84e7-4d09-ba05-dd463ce3b727 req-25a95cd9-0bf5-4b79-8cc1-3a58a0b32ad2 service neutron] 10.222.0.36 "GET /v2.0/networks/a0d4b9de-e210-4ae4-a44f-3667619d5602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6739430 May 10 19:37:36.456693 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-38400036-4ef4-431f-a626-d59582a0436d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:37:36.467178 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38a6ba-99c6-41f5-a2a0-7a3fda0d2abb req-3821f359-ea60-4519-84ce-9ec81050b5a8 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:36.468627 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-0d38a6ba-99c6-41f5-a2a0-7a3fda0d2abb req-3821f359-ea60-4519-84ce-9ec81050b5a8 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/networks?id=2312584f-3aed-48ad-b142-6936ee1bfc86 HTTP/1.1" status: 200 len: 819 time: 0.4826305 May 10 19:37:36.488414 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-5d93901f-9651-41bb-8773-e76e0fcddd45 req-1affbb55-f8b7-4e74-ae61-813d331813c3 tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d5804c8-f9f7-43ee-85d5-7978ae4c260a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809159 May 10 19:37:36.507014 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-38400036-4ef4-431f-a626-d59582a0436d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5ca5c6813fcd4b619aba241592ab390b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7608502 May 10 19:37:36.507149 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-0d38a6ba-99c6-41f5-a2a0-7a3fda0d2abb req-618618e5-9c21-47d1-8f74-95053b99e6de tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/quotas/573317180ac4476a8f0d5cca9d9aaa70 HTTP/1.1" status: 200 len: 375 time: 0.0310225 May 10 19:37:36.507149 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 37188) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:37:36.514554 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd9aa9-9b4c-48f7-942f-f94fbe3eb3fa req-dd10f4c5-c644-41f5-bcb6-296fc581c8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:36.515994 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-bbfd9aa9-9b4c-48f7-942f-f94fbe3eb3fa req-dd10f4c5-c644-41f5-bcb6-296fc581c8ff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ca778bf9-51c9-411c-acc3-eec82a0bc2d4 HTTP/1.1" status: 200 len: 855 time: 0.2953351 May 10 19:37:36.587518 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-bbfd9aa9-9b4c-48f7-942f-f94fbe3eb3fa req-5e2c63cf-7d7d-4fdf-9a5a-1740ee975560 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ec9d3060-cbe0-4a19-b391-792c7285d3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641024 May 10 19:37:36.595006 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-fd7a80f1-c91d-492e-bbe6-eb38cfbffaa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:36.769716 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-fd7a80f1-c91d-492e-bbe6-eb38cfbffaa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:36.841702 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-6c6ab98b-ebe9-427a-bc12-f4d92af8dd3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:37:36.882584 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7a80f1-c91d-492e-bbe6-eb38cfbffaa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=274803b1-4e1d-4d85-a9f4-17153249e035,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:37:36.907054 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-c24f0936-3dae-4090-b075-caefe2850d1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:36.913715 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-fd7a80f1-c91d-492e-bbe6-eb38cfbffaa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:37:36.939764 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1debe0-6456-4744-b50c-13010955abb2 req-db0d128d-00b6-409f-82ba-123f52e681d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:36.941385 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-fb1debe0-6456-4744-b50c-13010955abb2 req-db0d128d-00b6-409f-82ba-123f52e681d1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=51cacdd45af040f2a01d344873e3625b&device_id=ca115151-20a2-41e9-9462-cae2230ae39e HTTP/1.1" status: 200 len: 1097 time: 0.1563187 May 10 19:37:36.949930 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-fd7a80f1-c91d-492e-bbe6-eb38cfbffaa1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6b63f4de6b244f07bd9594840b374ccc&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8303442 May 10 19:37:36.953156 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 37196) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:37:36.981363 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-c24f0936-3dae-4090-b075-caefe2850d1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:37.021282 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-bbfd9aa9-9b4c-48f7-942f-f94fbe3eb3fa req-11cd1775-9584-4108-bb86-2d0e9dbddbfe service neutron] 10.222.0.36 "GET /v2.0/networks/ec9d3060-cbe0-4a19-b391-792c7285d3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4063752 May 10 19:37:37.109147 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-17bd2495-2bc9-4418-abf9-3c2eb50151b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:37.120296 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b4c41-3844-4116-b822-bc0bdc829330 req-783e7b21-6648-48bf-9194-abd726c812f6 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:37.127425 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-0a6b4c41-3844-4116-b822-bc0bdc829330 req-783e7b21-6648-48bf-9194-abd726c812f6 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/ports?device_id=53af9893-3874-48a0-80bb-1e30a7d72162 HTTP/1.1" status: 200 len: 944 time: 0.4423523 May 10 19:37:37.129357 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device 5db09c5c-2803-4617-b3d3-b99ba458be21 up at agent ovs-agent-dv-cinder-784453-6-smb {{(pid=79297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:37:37.133947 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-0d38a6ba-99c6-41f5-a2a0-7a3fda0d2abb req-1077f73f-c213-46e5-85c6-755873f01aaf tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=573317180ac4476a8f0d5cca9d9aaa70&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5496426 May 10 19:37:37.355846 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Provisioning complete for port 5db09c5c-2803-4617-b3d3-b99ba458be21 triggered by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:37:37.355846 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:37.388005 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-0d38a6ba-99c6-41f5-a2a0-7a3fda0d2abb req-e3e33bc4-c65f-46ee-b3c1-d94c01f11a38 service neutron] 10.222.0.46 "GET /v2.0/networks/2312584f-3aed-48ad-b142-6936ee1bfc86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169857 May 10 19:37:37.413525 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-17bd2495-2bc9-4418-abf9-3c2eb50151b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:37.648125 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-bbfd9aa9-9b4c-48f7-942f-f94fbe3eb3fa req-7db20a24-7c09-4dfe-9495-2b615922d0c8 service neutron] 10.222.0.36 "GET /v2.0/networks/ec9d3060-cbe0-4a19-b391-792c7285d3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643983 May 10 19:37:37.681389 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-0a6b4c41-3844-4116-b822-bc0bdc829330 req-3938055e-558c-439a-ae4d-19af5387f7a0 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/security-groups?id=294b53ad-6834-49da-93cc-8cdce0637b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5416317 May 10 19:37:37.794184 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-0d38a6ba-99c6-41f5-a2a0-7a3fda0d2abb req-342906cc-1af6-41d6-888a-5c492e04c6ca service neutron] 10.222.0.46 "GET /v2.0/networks/2312584f-3aed-48ad-b142-6936ee1bfc86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3277433 May 10 19:37:37.794184 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1debe0-6456-4744-b50c-13010955abb2 req-6e364894-e338-4d4b-943e-195a6cee6a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:37.794184 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-fb1debe0-6456-4744-b50c-13010955abb2 req-6e364894-e338-4d4b-943e-195a6cee6a48 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a0d4b9de-e210-4ae4-a44f-3667619d5602 HTTP/1.1" status: 200 len: 912 time: 0.3622487 May 10 19:37:37.845535 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-fb1debe0-6456-4744-b50c-13010955abb2 req-52f2a056-c728-420b-bb54-5c91c582b05f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5be3bd57-c38b-4b41-bc0b-375e09ec5cd4 HTTP/1.1" status: 200 len: 217 time: 0.0868347 May 10 19:37:37.924139 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-c24f0936-3dae-4090-b075-caefe2850d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:37.936067 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-b30ccc88-1fde-46dd-84f7-2ad202af9707 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:37:37.957879 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24f0936-3dae-4090-b075-caefe2850d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2378e43f-9d0a-41fa-ac2d-425c13d6001e,revision_number=None']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:37:38.046900 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-c24f0936-3dae-4090-b075-caefe2850d1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:37:38.046900 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-c24f0936-3dae-4090-b075-caefe2850d1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:38.046900 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-c24f0936-3dae-4090-b075-caefe2850d1b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2378e43f-9d0a-41fa-ac2d-425c13d6001e HTTP/1.1" status: 204 len: 168 time: 1.4740832 May 10 19:37:38.046900 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b8f7a-d76b-46cb-801f-902d74138e23 req-d1416a81-11d8-4afd-8497-8c5cae8429b6 tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:38.046900 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-5d6b8f7a-d76b-46cb-801f-902d74138e23 req-d1416a81-11d8-4afd-8497-8c5cae8429b6 tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca115151-20a2-41e9-9462-cae2230ae39e HTTP/1.1" status: 200 len: 944 time: 0.1620104 May 10 19:37:38.057612 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-5d6b8f7a-d76b-46cb-801f-902d74138e23 req-12d3f978-cb2a-45dd-b771-7509849d5cb5 tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d5804c8-f9f7-43ee-85d5-7978ae4c260a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542541 May 10 19:37:38.853283 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:38.853283 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-fb14eb6f-309e-4f77-ab3b-d2b42a646b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:38.984409 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-17bd2495-2bc9-4418-abf9-3c2eb50151b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:38.994187 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-17bd2495-2bc9-4418-abf9-3c2eb50151b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:38.998110 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-17bd2495-2bc9-4418-abf9-3c2eb50151b4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/274803b1-4e1d-4d85-a9f4-17153249e035 HTTP/1.1" status: 204 len: 168 time: 2.0404477 May 10 19:37:39.005696 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-0740bc45-e645-42cf-af55-927a95a698fc req-d5c5c5e2-4b5a-433a-883e-aa3d76fc1b75 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=58f1159d-690b-4c55-a2e3-f66f889b9b1e HTTP/1.1" status: 200 len: 210 time: 0.0599554 May 10 19:37:39.011706 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-c24f0936-3dae-4090-b075-caefe2850d1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:37:39.030593 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bd2495-2bc9-4418-abf9-3c2eb50151b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=274803b1-4e1d-4d85-a9f4-17153249e035,revision_number=None']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:37:39.030593 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-17bd2495-2bc9-4418-abf9-3c2eb50151b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:37:39.076382 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c97b37-9c32-4f4e-977d-15774ac77a31 req-4c815141-88ad-42cd-b06a-11a1b98578bc tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:39.088607 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-75c97b37-9c32-4f4e-977d-15774ac77a31 req-4c815141-88ad-42cd-b06a-11a1b98578bc tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/ports?device_id=53af9893-3874-48a0-80bb-1e30a7d72162 HTTP/1.1" status: 200 len: 944 time: 0.2583439 May 10 19:37:39.141574 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-75c97b37-9c32-4f4e-977d-15774ac77a31 req-89f0c75a-ea19-487b-8c16-4849ec1b6304 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/security-groups?id=294b53ad-6834-49da-93cc-8cdce0637b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499189 May 10 19:37:39.313908 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65c8cca-2f12-44f7-ba4d-b55eb2f33e40 req-433335ce-90c9-4d7c-894d-f2d41d040ce8 tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:39.315602 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-b65c8cca-2f12-44f7-ba4d-b55eb2f33e40 req-433335ce-90c9-4d7c-894d-f2d41d040ce8 tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca115151-20a2-41e9-9462-cae2230ae39e HTTP/1.1" status: 200 len: 944 time: 0.0888522 May 10 19:37:39.369219 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-b65c8cca-2f12-44f7-ba4d-b55eb2f33e40 req-b3cfd47a-7dc8-4d39-b055-e5db9186b395 tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d5804c8-f9f7-43ee-85d5-7978ae4c260a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470970 May 10 19:37:39.574431 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 37266) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:37:40.026511 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 37288) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:37:40.045573 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-baff8862-d332-4ebb-b30d-a5bccfa487b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:40.067634 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-baff8862-d332-4ebb-b30d-a5bccfa487b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:37:40.074663 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-baff8862-d332-4ebb-b30d-a5bccfa487b5 admin admin] Usage tracker for resource:security_group_rule and tenant:c8db3cbe4aae46feb3f589b35b1e9ac9 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:37:40.078283 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-baff8862-d332-4ebb-b30d-a5bccfa487b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:37:40.085696 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-baff8862-d332-4ebb-b30d-a5bccfa487b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:37:40.203669 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-65bd1ab0-9dbe-4bb1-acd7-4496d472d941 req-b428c82e-b54f-42f4-953b-4cc8de2641ca tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=58f1159d-690b-4c55-a2e3-f66f889b9b1e HTTP/1.1" status: 200 len: 210 time: 0.0982406 May 10 19:37:40.266903 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-baff8862-d332-4ebb-b30d-a5bccfa487b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:40.309401 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-9b193e57-c651-42a8-9b60-ba09d52347a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:40.331191 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-9b193e57-c651-42a8-9b60-ba09d52347a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:37:40.337575 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 37306) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:37:40.357512 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-baff8862-d332-4ebb-b30d-a5bccfa487b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:40.360484 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-9b193e57-c651-42a8-9b60-ba09d52347a7 admin admin] Usage tracker for resource:security_group_rule and tenant:79e9d83968b542879cd09139f8fa1d59 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:37:40.369892 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-3f875cb8-1f86-4bd6-8e8b-390c2f59a37a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:40.381501 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-9b193e57-c651-42a8-9b60-ba09d52347a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:37:40.385337 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:37:40.396576 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457b64e-d7c2-4fb1-8c7a-ca96f62f5157 req-52a86625-967e-4b0b-b886-cc843f026091 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:40.399309 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-7457b64e-d7c2-4fb1-8c7a-ca96f62f5157 req-52a86625-967e-4b0b-b886-cc843f026091 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/ports?device_id=53af9893-3874-48a0-80bb-1e30a7d72162 HTTP/1.1" status: 200 len: 944 time: 0.1011441 May 10 19:37:40.418245 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-9b193e57-c651-42a8-9b60-ba09d52347a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:37:40.443717 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-3f875cb8-1f86-4bd6-8e8b-390c2f59a37a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:37:40.469131 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-7457b64e-d7c2-4fb1-8c7a-ca96f62f5157 req-5035e38c-92ff-4f2e-a360-accf3446e615 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/security-groups?id=294b53ad-6834-49da-93cc-8cdce0637b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575314 May 10 19:37:40.485462 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-3f875cb8-1f86-4bd6-8e8b-390c2f59a37a admin admin] Usage tracker for resource:security_group_rule and tenant:58e58565404c46b4afdc7b74dd8e9e68 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:37:40.493882 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-3f875cb8-1f86-4bd6-8e8b-390c2f59a37a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:37:40.503274 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-baff8862-d332-4ebb-b30d-a5bccfa487b5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c8db3cbe4aae46feb3f589b35b1e9ac9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4731538 May 10 19:37:40.504475 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 37318) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:37:40.506205 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff8862-d332-4ebb-b30d-a5bccfa487b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a80ee103-fc8d-4a3d-8ae0-d63b5724d317,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:37:40.509514 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-baff8862-d332-4ebb-b30d-a5bccfa487b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:37:40.510694 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-3f875cb8-1f86-4bd6-8e8b-390c2f59a37a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:37:40.632395 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-9b193e57-c651-42a8-9b60-ba09d52347a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:40.637515 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-9370b0ab-9a36-4576-ba79-6a63766ec991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:40.660987 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-3f875cb8-1f86-4bd6-8e8b-390c2f59a37a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:40.665556 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c0daf-72eb-4411-9087-177e39926f04 req-f545f5e3-fcb0-4c8e-a9e0-3025b82eb9e2 tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:40.667069 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-671c0daf-72eb-4411-9087-177e39926f04 req-f545f5e3-fcb0-4c8e-a9e0-3025b82eb9e2 tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca115151-20a2-41e9-9462-cae2230ae39e HTTP/1.1" status: 200 len: 944 time: 0.1634963 May 10 19:37:40.694240 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-9370b0ab-9a36-4576-ba79-6a63766ec991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:40.697634 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-9b193e57-c651-42a8-9b60-ba09d52347a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:40.711092 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-a088623d-e33e-42bc-b8dd-a3ccaf23a905 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:37:40.759270 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-3f875cb8-1f86-4bd6-8e8b-390c2f59a37a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:40.805915 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-9b193e57-c651-42a8-9b60-ba09d52347a7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=79e9d83968b542879cd09139f8fa1d59&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2296793 May 10 19:37:40.809898 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-671c0daf-72eb-4411-9087-177e39926f04 req-71cad934-f6f3-4a7c-b4b7-a43b85d4de85 tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d5804c8-f9f7-43ee-85d5-7978ae4c260a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357634 May 10 19:37:40.810689 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b193e57-c651-42a8-9b60-ba09d52347a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0efa7791-6738-403a-92c6-14266686c2a5,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:37:40.813123 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 37326) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:37:40.829329 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1debe0-6456-4744-b50c-13010955abb2 req-60ffab88-ab8e-4ebb-87da-3912d2161ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:40.831356 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-fb1debe0-6456-4744-b50c-13010955abb2 req-60ffab88-ab8e-4ebb-87da-3912d2161ad4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6fb6b745-eb99-4569-a6e2-f9695fc796a2 HTTP/1.1" status: 200 len: 851 time: 0.1266057 May 10 19:37:40.837525 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-9e13fc97-3b09-414f-b2a8-78de2a8c7fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:40.847965 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-9b193e57-c651-42a8-9b60-ba09d52347a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:37:40.848453 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-38400036-4ef4-431f-a626-d59582a0436d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:37:40.873353 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-3f875cb8-1f86-4bd6-8e8b-390c2f59a37a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=58e58565404c46b4afdc7b74dd8e9e68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5344813 May 10 19:37:40.894161 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 37332) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:37:40.896895 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-fb1debe0-6456-4744-b50c-13010955abb2 req-32f37115-778c-423e-b706-ab24301595a2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a0d4b9de-e210-4ae4-a44f-3667619d5602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525463 May 10 19:37:40.963528 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f875cb8-1f86-4bd6-8e8b-390c2f59a37a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f69bf082-c113-4d31-848f-23cd85a9b106,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:37:40.967738 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-3f875cb8-1f86-4bd6-8e8b-390c2f59a37a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:37:40.989584 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-2887fc55-87e8-4b9a-8ea7-1bd55202fb2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:41.017140 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-2887fc55-87e8-4b9a-8ea7-1bd55202fb2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:41.031776 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-9370b0ab-9a36-4576-ba79-6a63766ec991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:41.045006 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:37:41.077823 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9370b0ab-9a36-4576-ba79-6a63766ec991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80ee103-fc8d-4a3d-8ae0-d63b5724d317,revision_number=None']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:37:41.096246 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-9370b0ab-9a36-4576-ba79-6a63766ec991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:37:41.098213 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:41.100674 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-9370b0ab-9a36-4576-ba79-6a63766ec991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:41.101663 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-9370b0ab-9a36-4576-ba79-6a63766ec991 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a80ee103-fc8d-4a3d-8ae0-d63b5724d317 HTTP/1.1" status: 204 len: 168 time: 0.5957015 May 10 19:37:41.105482 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-34bbbc70-5084-4d69-bf03-0a382f2f354d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:41.143545 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-fb1debe0-6456-4744-b50c-13010955abb2 req-2f4f28e8-e1b0-4e68-8a24-0630fab1d8c8 service neutron] 10.222.0.36 "GET /v2.0/networks/a0d4b9de-e210-4ae4-a44f-3667619d5602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301531 May 10 19:37:41.147717 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-34bbbc70-5084-4d69-bf03-0a382f2f354d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:41.202416 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-2887fc55-87e8-4b9a-8ea7-1bd55202fb2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:41.206472 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-09cba01d-18fa-4519-9100-a02348ebc73a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:37:41.222340 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2887fc55-87e8-4b9a-8ea7-1bd55202fb2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0efa7791-6738-403a-92c6-14266686c2a5,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:37:41.237408 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-2887fc55-87e8-4b9a-8ea7-1bd55202fb2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:37:41.266493 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-2887fc55-87e8-4b9a-8ea7-1bd55202fb2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:41.270820 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-2887fc55-87e8-4b9a-8ea7-1bd55202fb2f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0efa7791-6738-403a-92c6-14266686c2a5 HTTP/1.1" status: 204 len: 168 time: 0.4520402 May 10 19:37:41.327402 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-fb1debe0-6456-4744-b50c-13010955abb2 req-3ff055d5-0005-4b26-97b3-c979b30682f6 service neutron] 10.222.0.36 "GET /v2.0/networks/a0d4b9de-e210-4ae4-a44f-3667619d5602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725142 May 10 19:37:41.413920 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-34bbbc70-5084-4d69-bf03-0a382f2f354d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:41.423614 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:37:41.434068 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-91f2e4a2-0b9d-4c04-9bdf-5245794e90c8 req-845e5406-4851-479d-ada4-3aa3872e3c80 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=58f1159d-690b-4c55-a2e3-f66f889b9b1e HTTP/1.1" status: 200 len: 210 time: 0.0569861 May 10 19:37:41.436804 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bbbc70-5084-4d69-bf03-0a382f2f354d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69bf082-c113-4d31-848f-23cd85a9b106,revision_number=None']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:37:41.441787 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-34bbbc70-5084-4d69-bf03-0a382f2f354d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:37:41.448582 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-34bbbc70-5084-4d69-bf03-0a382f2f354d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:41.450568 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-34bbbc70-5084-4d69-bf03-0a382f2f354d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f69bf082-c113-4d31-848f-23cd85a9b106 HTTP/1.1" status: 204 len: 168 time: 0.5525284 May 10 19:37:41.734708 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94442eb9-3562-4242-b3c3-1784fec90990 req-bdfaf338-c21e-4e15-a197-76c2f79b997e tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:41.736269 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-94442eb9-3562-4242-b3c3-1784fec90990 req-bdfaf338-c21e-4e15-a197-76c2f79b997e tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.36 "GET /v2.0/networks?id=2312584f-3aed-48ad-b142-6936ee1bfc86 HTTP/1.1" status: 200 len: 819 time: 0.2192981 May 10 19:37:41.749854 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.v2.base [req-94442eb9-3562-4242-b3c3-1784fec90990 req-41a7e9ea-2dd2-44e6-9ef5-85467bccaa70 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Request body: {'port': {'device_id': 'ae2758c1-2eb6-401f-9a86-e0e9f6c87812', 'network_id': '2312584f-3aed-48ad-b142-6936ee1bfc86', 'admin_state_up': True, 'tenant_id': '573317180ac4476a8f0d5cca9d9aaa70'}} {{(pid=79295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:37:41.774949 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3f6314-fb09-44a6-b859-44ee864e491a req-c9e97cd3-1160-488d-91ca-6d9e4d543f07 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:41.776956 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-7f3f6314-fb09-44a6-b859-44ee864e491a req-c9e97cd3-1160-488d-91ca-6d9e4d543f07 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/ports?device_id=53af9893-3874-48a0-80bb-1e30a7d72162 HTTP/1.1" status: 200 len: 944 time: 0.1689749 May 10 19:37:41.911168 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-7f3f6314-fb09-44a6-b859-44ee864e491a req-bc2f52ea-7ea5-48cb-903d-ab3d21840cca tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/security-groups?id=294b53ad-6834-49da-93cc-8cdce0637b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825887 May 10 19:37:41.947346 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-05ecdfa3-b7ee-4afa-83d7-ebb5bc70016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:41.988630 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [req-94442eb9-3562-4242-b3c3-1784fec90990 req-41a7e9ea-2dd2-44e6-9ef5-85467bccaa70 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:37:41.995725 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-94442eb9-3562-4242-b3c3-1784fec90990 req-41a7e9ea-2dd2-44e6-9ef5-85467bccaa70 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Usage tracker for resource:port and tenant:573317180ac4476a8f0d5cca9d9aaa70 is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:37:41.999224 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-94442eb9-3562-4242-b3c3-1784fec90990 req-41a7e9ea-2dd2-44e6-9ef5-85467bccaa70 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Quota usage for port was recalculated. Used quota:1. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:37:42.007255 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [req-94442eb9-3562-4242-b3c3-1784fec90990 req-41a7e9ea-2dd2-44e6-9ef5-85467bccaa70 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:37:42.047634 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de1b879-bdab-4e1c-b5c6-0aed51f2cb4f req-ce8d781d-53d8-475f-af46-bbdadd155a3e tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:42.049339 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-8de1b879-bdab-4e1c-b5c6-0aed51f2cb4f req-ce8d781d-53d8-475f-af46-bbdadd155a3e tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca115151-20a2-41e9-9462-cae2230ae39e HTTP/1.1" status: 200 len: 944 time: 0.1139259 May 10 19:37:42.107441 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94442eb9-3562-4242-b3c3-1784fec90990 req-41a7e9ea-2dd2-44e6-9ef5-85467bccaa70 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Made reservation on behalf of 573317180ac4476a8f0d5cca9d9aaa70 for: {'port': 1} {{(pid=79295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:37:42.112719 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-94442eb9-3562-4242-b3c3-1784fec90990 req-41a7e9ea-2dd2-44e6-9ef5-85467bccaa70 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:42.125129 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 37370) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:37:42.163223 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-ee3f0b2c-28d1-4a55-bbf0-fbeed2decd21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:42.179319 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-8de1b879-bdab-4e1c-b5c6-0aed51f2cb4f req-9a9784cf-2387-4e17-af2b-3ebf55f335b3 tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d5804c8-f9f7-43ee-85d5-7978ae4c260a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203756 May 10 19:37:42.413387 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-ee3f0b2c-28d1-4a55-bbf0-fbeed2decd21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:37:42.425521 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-ee3f0b2c-28d1-4a55-bbf0-fbeed2decd21 admin admin] Usage tracker for resource:security_group_rule and tenant:1600967ec41d46189186c880887a7789 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:37:42.430533 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-ee3f0b2c-28d1-4a55-bbf0-fbeed2decd21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:37:42.440672 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-ee3f0b2c-28d1-4a55-bbf0-fbeed2decd21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:37:42.446783 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.db_base_plugin_common [req-94442eb9-3562-4242-b3c3-1784fec90990 req-41a7e9ea-2dd2-44e6-9ef5-85467bccaa70 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Allocated IP 172.20.0.10 (2312584f-3aed-48ad-b142-6936ee1bfc86/ab965ab2-3c2b-4e85-9150-f84597f3a8d7/825fef50-6356-4fd5-bfe8-37d1923bbc0e) {{(pid=79295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:37:42.551258 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38a6ba-99c6-41f5-a2a0-7a3fda0d2abb req-8a6603b9-e8ee-4ed0-8459-692aab890f5f tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:42.554108 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-0d38a6ba-99c6-41f5-a2a0-7a3fda0d2abb req-8a6603b9-e8ee-4ed0-8459-692aab890f5f tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.36 "GET /v2.0/networks?id=2312584f-3aed-48ad-b142-6936ee1bfc86 HTTP/1.1" status: 200 len: 819 time: 0.3652475 May 10 19:37:42.573103 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.v2.base [req-0d38a6ba-99c6-41f5-a2a0-7a3fda0d2abb req-f36a44e7-dfd0-41da-8be6-8355785a7d74 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Request body: {'port': {'device_id': '58f1159d-690b-4c55-a2e3-f66f889b9b1e', 'network_id': '2312584f-3aed-48ad-b142-6936ee1bfc86', 'admin_state_up': True, 'tenant_id': '573317180ac4476a8f0d5cca9d9aaa70'}} {{(pid=79296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:37:42.639092 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-ffcbec5c-9568-4eb8-be04-3008c6be6312 req-444e6485-b641-44bc-90a7-c449c412fec8 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=58f1159d-690b-4c55-a2e3-f66f889b9b1e HTTP/1.1" status: 200 len: 210 time: 0.0579286 May 10 19:37:42.768893 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-94442eb9-3562-4242-b3c3-1784fec90990 req-41a7e9ea-2dd2-44e6-9ef5-85467bccaa70 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Notify callbacks [] for port, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:42.806348 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [req-0d38a6ba-99c6-41f5-a2a0-7a3fda0d2abb req-f36a44e7-dfd0-41da-8be6-8355785a7d74 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:37:42.811799 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [req-0d38a6ba-99c6-41f5-a2a0-7a3fda0d2abb req-f36a44e7-dfd0-41da-8be6-8355785a7d74 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Usage tracker for resource:port and tenant:573317180ac4476a8f0d5cca9d9aaa70 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:37:42.818959 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [req-0d38a6ba-99c6-41f5-a2a0-7a3fda0d2abb req-f36a44e7-dfd0-41da-8be6-8355785a7d74 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Quota usage for port was recalculated. Used quota:1. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:37:42.832935 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [req-0d38a6ba-99c6-41f5-a2a0-7a3fda0d2abb req-f36a44e7-dfd0-41da-8be6-8355785a7d74 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:37:42.863639 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-94442eb9-3562-4242-b3c3-1784fec90990 req-41a7e9ea-2dd2-44e6-9ef5-85467bccaa70 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757498479620'] for port, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:42.864671 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-ee3f0b2c-28d1-4a55-bbf0-fbeed2decd21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:42.872376 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:37:42.932992 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94442eb9-3562-4242-b3c3-1784fec90990 req-41a7e9ea-2dd2-44e6-9ef5-85467bccaa70 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Network 2312584f-3aed-48ad-b142-6936ee1bfc86 is already hosted by enough agents. {{(pid=79295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:37:42.936169 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.scheduler.base_scheduler [req-94442eb9-3562-4242-b3c3-1784fec90990 req-41a7e9ea-2dd2-44e6-9ef5-85467bccaa70 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Resources bound (agent type, host, resource id): {{(pid=79295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:37:42.940147 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.l3_dvrscheduler_db [req-94442eb9-3562-4242-b3c3-1784fec90990 req-41a7e9ea-2dd2-44e6-9ef5-85467bccaa70 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Received port after_create {{(pid=79295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:37:42.957816 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94442eb9-3562-4242-b3c3-1784fec90990 req-41a7e9ea-2dd2-44e6-9ef5-85467bccaa70 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:42.958539 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-94442eb9-3562-4242-b3c3-1784fec90990 req-41a7e9ea-2dd2-44e6-9ef5-85467bccaa70 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533414'] for port, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:42.986371 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a7e9ea-2dd2-44e6-9ef5-85467bccaa70 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Pushing event updated for resources: {'Port': ['ID=825fef50-6356-4fd5-bfe8-37d1923bbc0e,revision_number=1']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:37:42.993160 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-ee3f0b2c-28d1-4a55-bbf0-fbeed2decd21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:42.997409 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-41a7e9ea-2dd2-44e6-9ef5-85467bccaa70 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:37:43.008091 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-8372299a-a29a-4490-b5b4-9ac7eb493325 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:37:43.049673 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-ee3f0b2c-28d1-4a55-bbf0-fbeed2decd21 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1600967ec41d46189186c880887a7789&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9224465 May 10 19:37:43.052397 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 37412) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:37:43.055709 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3f0b2c-28d1-4a55-bbf0-fbeed2decd21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc24284-a1f8-4710-b0a2-12158749277e,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:37:43.071464 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-ee3f0b2c-28d1-4a55-bbf0-fbeed2decd21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:37:43.116417 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-94442eb9-3562-4242-b3c3-1784fec90990 req-41a7e9ea-2dd2-44e6-9ef5-85467bccaa70 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3702524 May 10 19:37:43.132413 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d38a6ba-99c6-41f5-a2a0-7a3fda0d2abb req-f36a44e7-dfd0-41da-8be6-8355785a7d74 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Made reservation on behalf of 573317180ac4476a8f0d5cca9d9aaa70 for: {'port': 1} {{(pid=79296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:37:43.132413 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-0d38a6ba-99c6-41f5-a2a0-7a3fda0d2abb req-f36a44e7-dfd0-41da-8be6-8355785a7d74 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:43.133011 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.v2.base [req-94442eb9-3562-4242-b3c3-1784fec90990 req-6a0d70ea-3587-4354-8747-1131193415af service neutron] Request body: {'port': {'device_id': 'ae2758c1-2eb6-401f-9a86-e0e9f6c87812', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=79295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:37:43.146790 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-49bbd796-80d9-4a75-bea2-2c0daf321894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:43.315442 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c0843-ee0e-45aa-b79b-58a94cc704a9 req-5ee401c7-e46c-48ee-8003-ef1d86a8619a tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:43.323381 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-7e0c0843-ee0e-45aa-b79b-58a94cc704a9 req-5ee401c7-e46c-48ee-8003-ef1d86a8619a tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/ports?device_id=53af9893-3874-48a0-80bb-1e30a7d72162 HTTP/1.1" status: 200 len: 944 time: 0.2666600 May 10 19:37:43.429000 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.db_base_plugin_common [req-0d38a6ba-99c6-41f5-a2a0-7a3fda0d2abb req-f36a44e7-dfd0-41da-8be6-8355785a7d74 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Allocated IP 172.20.0.4 (2312584f-3aed-48ad-b142-6936ee1bfc86/ab965ab2-3c2b-4e85-9150-f84597f3a8d7/029c875e-02a3-4507-ad58-98be3df0dba6) {{(pid=79296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:37:43.456712 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-94442eb9-3562-4242-b3c3-1784fec90990 req-6a0d70ea-3587-4354-8747-1131193415af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:43.544235 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-49bbd796-80d9-4a75-bea2-2c0daf321894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:43.593328 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-7e0c0843-ee0e-45aa-b79b-58a94cc704a9 req-f44d3681-fa2e-4485-a521-18dbf8655aae tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/security-groups?id=294b53ad-6834-49da-93cc-8cdce0637b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692082 May 10 19:37:43.739341 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-02078f97-e06b-4c48-b673-8bf9bf3f5f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:43.740680 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfe02f7-f978-4952-9310-802cc3f7d621 req-416268b9-2008-4529-afc1-bf722a831fe2 tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:43.749838 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-0d38a6ba-99c6-41f5-a2a0-7a3fda0d2abb req-f36a44e7-dfd0-41da-8be6-8355785a7d74 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Notify callbacks [] for port, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:43.752851 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-abfe02f7-f978-4952-9310-802cc3f7d621 req-416268b9-2008-4529-afc1-bf722a831fe2 tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca115151-20a2-41e9-9462-cae2230ae39e HTTP/1.1" status: 200 len: 944 time: 0.3677368 May 10 19:37:43.841767 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-e2632fe9-bc3a-4723-9c43-8e5fda0f6466 req-92424e94-23a4-412d-8948-e54d8d3d3b48 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Synchronizing usage tracker for tenant:573317180ac4476a8f0d5cca9d9aaa70 on resource:port {{(pid=79295) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:37:43.848433 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-49bbd796-80d9-4a75-bea2-2c0daf321894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:43.855155 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:37:43.862027 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-abfe02f7-f978-4952-9310-802cc3f7d621 req-1e3a5a3a-274a-4316-b9f0-e9ce89568682 tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d5804c8-f9f7-43ee-85d5-7978ae4c260a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083090 May 10 19:37:43.875547 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bbd796-80d9-4a75-bea2-2c0daf321894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc24284-a1f8-4710-b0a2-12158749277e,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:37:43.879988 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-49bbd796-80d9-4a75-bea2-2c0daf321894 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:37:43.883608 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-0d38a6ba-99c6-41f5-a2a0-7a3fda0d2abb req-f36a44e7-dfd0-41da-8be6-8355785a7d74 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757498479620'] for port, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:43.898505 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:37:43.943916 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-49bbd796-80d9-4a75-bea2-2c0daf321894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:43.945182 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-49bbd796-80d9-4a75-bea2-2c0daf321894 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2dc24284-a1f8-4710-b0a2-12158749277e HTTP/1.1" status: 204 len: 168 time: 0.8917518 May 10 19:37:43.960466 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d38a6ba-99c6-41f5-a2a0-7a3fda0d2abb req-f36a44e7-dfd0-41da-8be6-8355785a7d74 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Network 2312584f-3aed-48ad-b142-6936ee1bfc86 is already hosted by enough agents. {{(pid=79296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:37:43.965186 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.base_scheduler [req-0d38a6ba-99c6-41f5-a2a0-7a3fda0d2abb req-f36a44e7-dfd0-41da-8be6-8355785a7d74 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Resources bound (agent type, host, resource id): {{(pid=79296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:37:43.969227 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d38a6ba-99c6-41f5-a2a0-7a3fda0d2abb req-f36a44e7-dfd0-41da-8be6-8355785a7d74 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Received port after_create {{(pid=79296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:37:43.974806 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38a6ba-99c6-41f5-a2a0-7a3fda0d2abb req-f36a44e7-dfd0-41da-8be6-8355785a7d74 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:43.975697 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-0d38a6ba-99c6-41f5-a2a0-7a3fda0d2abb req-f36a44e7-dfd0-41da-8be6-8355785a7d74 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533414'] for port, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:43.979367 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-e2632fe9-bc3a-4723-9c43-8e5fda0f6466 req-92424e94-23a4-412d-8948-e54d8d3d3b48 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Unset dirty status for tenant:573317180ac4476a8f0d5cca9d9aaa70 on resource:port {{(pid=79295) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:37:43.980697 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-e2632fe9-bc3a-4723-9c43-8e5fda0f6466 req-92424e94-23a4-412d-8948-e54d8d3d3b48 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=58f1159d-690b-4c55-a2e3-f66f889b9b1e HTTP/1.1" status: 200 len: 210 time: 0.1883035 May 10 19:37:44.006659 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36a44e7-dfd0-41da-8be6-8355785a7d74 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Pushing event updated for resources: {'Port': ['ID=029c875e-02a3-4507-ad58-98be3df0dba6,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:37:44.010874 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-f36a44e7-dfd0-41da-8be6-8355785a7d74 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:37:44.089281 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-0d38a6ba-99c6-41f5-a2a0-7a3fda0d2abb req-f36a44e7-dfd0-41da-8be6-8355785a7d74 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5204515 May 10 19:37:44.101304 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.v2.base [req-0d38a6ba-99c6-41f5-a2a0-7a3fda0d2abb req-549f79ca-efa6-4456-a429-5ada76c27477 service neutron] Request body: {'port': {'device_id': '58f1159d-690b-4c55-a2e3-f66f889b9b1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=79296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:37:44.139291 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.notifiers.nova [req-94442eb9-3562-4242-b3c3-1784fec90990 req-6a0d70ea-3587-4354-8747-1131193415af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 825fef50-6356-4fd5-bfe8-37d1923bbc0e {{(pid=79295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:37:44.147873 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-94442eb9-3562-4242-b3c3-1784fec90990 req-6a0d70ea-3587-4354-8747-1131193415af service neutron] Notify callbacks [] for port, precommit_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:44.170612 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.provisioning_blocks [req-94442eb9-3562-4242-b3c3-1784fec90990 req-6a0d70ea-3587-4354-8747-1131193415af service neutron] Transition to ACTIVE for port object 825fef50-6356-4fd5-bfe8-37d1923bbc0e will not be triggered until provisioned by entity L2. {{(pid=79295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:37:44.242086 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-0d38a6ba-99c6-41f5-a2a0-7a3fda0d2abb req-549f79ca-efa6-4456-a429-5ada76c27477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:44.258922 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-94442eb9-3562-4242-b3c3-1784fec90990 req-6a0d70ea-3587-4354-8747-1131193415af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:44.264247 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-41a7e9ea-2dd2-44e6-9ef5-85467bccaa70 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:37:44.396146 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0d70ea-3587-4354-8747-1131193415af service neutron] Pushing event updated for resources: {'Port': ['ID=825fef50-6356-4fd5-bfe8-37d1923bbc0e,revision_number=2']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:37:44.427124 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-6a0d70ea-3587-4354-8747-1131193415af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:37:44.447644 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.managers [req-94442eb9-3562-4242-b3c3-1784fec90990 req-6a0d70ea-3587-4354-8747-1131193415af service neutron] Attempting to bind port 825fef50-6356-4fd5-bfe8-37d1923bbc0e on host hv-cinder-78445 for vnic_type normal with profile {{(pid=79295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:37:44.447957 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.managers [req-94442eb9-3562-4242-b3c3-1784fec90990 req-6a0d70ea-3587-4354-8747-1131193415af service neutron] Attempting to bind port 825fef50-6356-4fd5-bfe8-37d1923bbc0e by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': 'a605215e-47bd-49ee-ade5-586ba36a9b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2312584f-3aed-48ad-b142-6936ee1bfc86'}] {{(pid=79295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:37:44.448461 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94442eb9-3562-4242-b3c3-1784fec90990 req-6a0d70ea-3587-4354-8747-1131193415af service neutron] Attempting to bind port 825fef50-6356-4fd5-bfe8-37d1923bbc0e on network 2312584f-3aed-48ad-b142-6936ee1bfc86 {{(pid=79295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:37:44.453822 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94442eb9-3562-4242-b3c3-1784fec90990 req-6a0d70ea-3587-4354-8747-1131193415af service neutron] Port 825fef50-6356-4fd5-bfe8-37d1923bbc0e on network 2312584f-3aed-48ad-b142-6936ee1bfc86 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=79295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 19:37:44.454376 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94442eb9-3562-4242-b3c3-1784fec90990 req-6a0d70ea-3587-4354-8747-1131193415af service neutron] Attempting to bind port 825fef50-6356-4fd5-bfe8-37d1923bbc0e on network 2312584f-3aed-48ad-b142-6936ee1bfc86 {{(pid=79295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:37:44.460358 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94442eb9-3562-4242-b3c3-1784fec90990 req-6a0d70ea-3587-4354-8747-1131193415af service neutron] Checking agent: {'id': '9c4a8215-4a8c-47cd-bc08-47634ab436c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 35, 38), 'started_at': datetime.datetime(2021, 5, 10, 19, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:37:44.461495 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94442eb9-3562-4242-b3c3-1784fec90990 req-6a0d70ea-3587-4354-8747-1131193415af service neutron] Checking segment: {'id': 'a605215e-47bd-49ee-ade5-586ba36a9b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2312584f-3aed-48ad-b142-6936ee1bfc86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:37:44.462052 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94442eb9-3562-4242-b3c3-1784fec90990 req-6a0d70ea-3587-4354-8747-1131193415af service neutron] Bound using segment: {'id': 'a605215e-47bd-49ee-ade5-586ba36a9b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2312584f-3aed-48ad-b142-6936ee1bfc86'} {{(pid=79295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:37:44.462535 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.managers [req-94442eb9-3562-4242-b3c3-1784fec90990 req-6a0d70ea-3587-4354-8747-1131193415af service neutron] Bound port: 825fef50-6356-4fd5-bfe8-37d1923bbc0e, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a605215e-47bd-49ee-ade5-586ba36a9b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2312584f-3aed-48ad-b142-6936ee1bfc86'}}] {{(pid=79295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:37:44.462901 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-94442eb9-3562-4242-b3c3-1784fec90990 req-6a0d70ea-3587-4354-8747-1131193415af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:44.599217 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.db [req-94442eb9-3562-4242-b3c3-1784fec90990 req-6a0d70ea-3587-4354-8747-1131193415af service neutron] For port 825fef50-6356-4fd5-bfe8-37d1923bbc0e, host hv-cinder-78445, cleared binding levels {{(pid=79295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:37:44.603277 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.db [req-94442eb9-3562-4242-b3c3-1784fec90990 req-6a0d70ea-3587-4354-8747-1131193415af service neutron] For port 825fef50-6356-4fd5-bfe8-37d1923bbc0e, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=825fef50-6356-4fd5-bfe8-37d1923bbc0e,segment=NetworkSegment(a605215e-47bd-49ee-ade5-586ba36a9b26),segment_id=a605215e-47bd-49ee-ade5-586ba36a9b26)] {{(pid=79295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:37:44.670008 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device 5be3bd57-c38b-4b41-bc0b-375e09ec5cd4 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=79297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 19:37:44.676745 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-94442eb9-3562-4242-b3c3-1784fec90990 req-6a0d70ea-3587-4354-8747-1131193415af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:44.682588 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-2e046b96-f6a1-47b3-a78b-38103e65a39c tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:37:44.781230 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94442eb9-3562-4242-b3c3-1784fec90990 req-6a0d70ea-3587-4354-8747-1131193415af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:44.788446 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-94442eb9-3562-4242-b3c3-1784fec90990 req-6a0d70ea-3587-4354-8747-1131193415af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533414'] for port, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:44.788446 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-94442eb9-3562-4242-b3c3-1784fec90990 req-6a0d70ea-3587-4354-8747-1131193415af service neutron] 10.222.0.36 "PUT /v2.0/ports/825fef50-6356-4fd5-bfe8-37d1923bbc0e HTTP/1.1" status: 200 len: 1094 time: 1.6586831 May 10 19:37:44.788446 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae2758c1-2eb6-401f-9a86-e0e9f6c87812', 'tag': '825fef50-6356-4fd5-bfe8-37d1923bbc0e'}] {{(pid=79295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:37:44.829651 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.notifiers.nova [req-0d38a6ba-99c6-41f5-a2a0-7a3fda0d2abb req-549f79ca-efa6-4456-a429-5ada76c27477 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 029c875e-02a3-4507-ad58-98be3df0dba6 {{(pid=79296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:37:44.857364 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-0d38a6ba-99c6-41f5-a2a0-7a3fda0d2abb req-549f79ca-efa6-4456-a429-5ada76c27477 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:44.905516 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.provisioning_blocks [req-0d38a6ba-99c6-41f5-a2a0-7a3fda0d2abb req-549f79ca-efa6-4456-a429-5ada76c27477 service neutron] Transition to ACTIVE for port object 029c875e-02a3-4507-ad58-98be3df0dba6 will not be triggered until provisioned by entity L2. {{(pid=79296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:37:44.939384 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] For port 5be3bd57-c38b-4b41-bc0b-375e09ec5cd4, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=5be3bd57-c38b-4b41-bc0b-375e09ec5cd4,segment=NetworkSegment(b419feae-3c04-4731-ab23-9ce2e44e2bd8),segment_id=b419feae-3c04-4731-ab23-9ce2e44e2bd8)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:37:44.948999 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae2758c1-2eb6-401f-9a86-e0e9f6c87812', 'tag': '825fef50-6356-4fd5-bfe8-37d1923bbc0e', 'status': 'completed', 'code': 200} May 10 19:37:44.949642 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0d70ea-3587-4354-8747-1131193415af service neutron] Pushing event updated for resources: {'Port': ['ID=825fef50-6356-4fd5-bfe8-37d1923bbc0e,revision_number=3']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:37:44.969617 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Returning: {'device': '5be3bd57-c38b-4b41-bc0b-375e09ec5cd4', 'network_id': 'a0d4b9de-e210-4ae4-a44f-3667619d5602', 'port_id': '5be3bd57-c38b-4b41-bc0b-375e09ec5cd4', 'mac_address': 'fa:16:3e:cf:bf:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fb6b745-eb99-4569-a6e2-f9695fc796a2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 19:37:45.039968 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-6a0d70ea-3587-4354-8747-1131193415af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:37:45.046719 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:45.065830 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.notifiers.nova [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5be3bd57-c38b-4b41-bc0b-375e09ec5cd4 {{(pid=79297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:37:45.083076 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] For port 5be3bd57-c38b-4b41-bc0b-375e09ec5cd4, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=5be3bd57-c38b-4b41-bc0b-375e09ec5cd4,segment=NetworkSegment(b419feae-3c04-4731-ab23-9ce2e44e2bd8),segment_id=b419feae-3c04-4731-ab23-9ce2e44e2bd8)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:37:45.098040 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-0d38a6ba-99c6-41f5-a2a0-7a3fda0d2abb req-549f79ca-efa6-4456-a429-5ada76c27477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:45.104562 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:37:45.150526 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85661a6-8d79-4b06-a731-9a7ab1dde989 req-ee669d31-6bbf-4383-96ff-e99fd29a78c9 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:45.152037 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-c85661a6-8d79-4b06-a731-9a7ab1dde989 req-ee669d31-6bbf-4383-96ff-e99fd29a78c9 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/ports?device_id=53af9893-3874-48a0-80bb-1e30a7d72162 HTTP/1.1" status: 200 len: 944 time: 0.2810421 May 10 19:37:45.184143 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94442eb9-3562-4242-b3c3-1784fec90990 req-22755bfa-77ac-400c-99ef-01771b8741ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:45.185986 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-94442eb9-3562-4242-b3c3-1784fec90990 req-22755bfa-77ac-400c-99ef-01771b8741ab service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=573317180ac4476a8f0d5cca9d9aaa70&device_id=ae2758c1-2eb6-401f-9a86-e0e9f6c87812 HTTP/1.1" status: 200 len: 1097 time: 0.2437046 May 10 19:37:45.189002 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:45.190260 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device fc0fd2fa-be3b-4113-9661-7e2725606ffc details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=79297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 19:37:45.193825 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-8b945a4b-67f0-46a7-a381-89e16521a612 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:37:45.204025 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549f79ca-efa6-4456-a429-5ada76c27477 service neutron] Pushing event updated for resources: {'Port': ['ID=029c875e-02a3-4507-ad58-98be3df0dba6,revision_number=2']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:37:45.214278 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-549f79ca-efa6-4456-a429-5ada76c27477 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:37:45.265884 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f4600-c264-4d64-8855-2f819ac48565 req-5aaca478-db9c-4328-8b9f-d367cfce45e2 tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:45.267411 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-e57f4600-c264-4d64-8855-2f819ac48565 req-5aaca478-db9c-4328-8b9f-d367cfce45e2 tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca115151-20a2-41e9-9462-cae2230ae39e HTTP/1.1" status: 200 len: 944 time: 0.2292459 May 10 19:37:45.285378 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-94442eb9-3562-4242-b3c3-1784fec90990 req-7ea10619-b8b0-4c4c-8340-b5bb775276d3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=825fef50-6356-4fd5-bfe8-37d1923bbc0e HTTP/1.1" status: 200 len: 217 time: 0.0865448 May 10 19:37:45.397635 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-c85661a6-8d79-4b06-a731-9a7ab1dde989 req-0122a7a6-54fb-4498-a60b-f0ac45fc4133 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/security-groups?id=294b53ad-6834-49da-93cc-8cdce0637b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343562 May 10 19:37:45.412337 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.managers [req-0d38a6ba-99c6-41f5-a2a0-7a3fda0d2abb req-549f79ca-efa6-4456-a429-5ada76c27477 service neutron] Attempting to bind port 029c875e-02a3-4507-ad58-98be3df0dba6 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=79296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:37:45.413928 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.managers [req-0d38a6ba-99c6-41f5-a2a0-7a3fda0d2abb req-549f79ca-efa6-4456-a429-5ada76c27477 service neutron] Attempting to bind port 029c875e-02a3-4507-ad58-98be3df0dba6 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': 'a605215e-47bd-49ee-ade5-586ba36a9b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2312584f-3aed-48ad-b142-6936ee1bfc86'}] {{(pid=79296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:37:45.414215 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d38a6ba-99c6-41f5-a2a0-7a3fda0d2abb req-549f79ca-efa6-4456-a429-5ada76c27477 service neutron] Attempting to bind port 029c875e-02a3-4507-ad58-98be3df0dba6 on network 2312584f-3aed-48ad-b142-6936ee1bfc86 {{(pid=79296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:37:45.423699 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d38a6ba-99c6-41f5-a2a0-7a3fda0d2abb req-549f79ca-efa6-4456-a429-5ada76c27477 service neutron] Port 029c875e-02a3-4507-ad58-98be3df0dba6 on network 2312584f-3aed-48ad-b142-6936ee1bfc86 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=79296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 19:37:45.424806 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d38a6ba-99c6-41f5-a2a0-7a3fda0d2abb req-549f79ca-efa6-4456-a429-5ada76c27477 service neutron] Attempting to bind port 029c875e-02a3-4507-ad58-98be3df0dba6 on network 2312584f-3aed-48ad-b142-6936ee1bfc86 {{(pid=79296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:37:45.432109 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Pushing event updated for resources: {'Port': ['ID=5be3bd57-c38b-4b41-bc0b-375e09ec5cd4,revision_number=4']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:37:45.432357 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d38a6ba-99c6-41f5-a2a0-7a3fda0d2abb req-549f79ca-efa6-4456-a429-5ada76c27477 service neutron] Checking agent: {'id': '9c4a8215-4a8c-47cd-bc08-47634ab436c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 35, 38), 'started_at': datetime.datetime(2021, 5, 10, 19, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:37:45.432878 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d38a6ba-99c6-41f5-a2a0-7a3fda0d2abb req-549f79ca-efa6-4456-a429-5ada76c27477 service neutron] Checking segment: {'id': 'a605215e-47bd-49ee-ade5-586ba36a9b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2312584f-3aed-48ad-b142-6936ee1bfc86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:37:45.433334 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d38a6ba-99c6-41f5-a2a0-7a3fda0d2abb req-549f79ca-efa6-4456-a429-5ada76c27477 service neutron] Bound using segment: {'id': 'a605215e-47bd-49ee-ade5-586ba36a9b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2312584f-3aed-48ad-b142-6936ee1bfc86'} {{(pid=79296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:37:45.433971 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.managers [req-0d38a6ba-99c6-41f5-a2a0-7a3fda0d2abb req-549f79ca-efa6-4456-a429-5ada76c27477 service neutron] Bound port: 029c875e-02a3-4507-ad58-98be3df0dba6, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a605215e-47bd-49ee-ade5-586ba36a9b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2312584f-3aed-48ad-b142-6936ee1bfc86'}}] {{(pid=79296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:37:45.434405 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-0d38a6ba-99c6-41f5-a2a0-7a3fda0d2abb req-549f79ca-efa6-4456-a429-5ada76c27477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:45.437934 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:37:45.468677 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94442eb9-3562-4242-b3c3-1784fec90990 req-99a519a7-4510-4e2f-95b2-e3d3039be074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:45.470712 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-94442eb9-3562-4242-b3c3-1784fec90990 req-99a519a7-4510-4e2f-95b2-e3d3039be074 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab965ab2-3c2b-4e85-9150-f84597f3a8d7 HTTP/1.1" status: 200 len: 859 time: 0.1545048 May 10 19:37:45.477980 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-e57f4600-c264-4d64-8855-2f819ac48565 req-c07dbb1a-2f2f-40d5-8ff5-bc30ff7ecc48 tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d5804c8-f9f7-43ee-85d5-7978ae4c260a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960156 May 10 19:37:45.534973 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-94442eb9-3562-4242-b3c3-1784fec90990 req-03016771-5d37-4d89-a6d7-3145a200e865 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2312584f-3aed-48ad-b142-6936ee1bfc86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556619 May 10 19:37:45.575386 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] For port fc0fd2fa-be3b-4113-9661-7e2725606ffc, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=fc0fd2fa-be3b-4113-9661-7e2725606ffc,segment=NetworkSegment(a8cd83e0-583d-47d8-8b48-31fe59f67f8c),segment_id=a8cd83e0-583d-47d8-8b48-31fe59f67f8c)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:37:45.650600 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Returning: {'device': 'fc0fd2fa-be3b-4113-9661-7e2725606ffc', 'network_id': 'ec9d3060-cbe0-4a19-b391-792c7285d3c2', 'port_id': 'fc0fd2fa-be3b-4113-9661-7e2725606ffc', 'mac_address': 'fa:16:3e:d2:86:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca778bf9-51c9-411c-acc3-eec82a0bc2d4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 19:37:45.681620 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.db [req-0d38a6ba-99c6-41f5-a2a0-7a3fda0d2abb req-549f79ca-efa6-4456-a429-5ada76c27477 service neutron] For port 029c875e-02a3-4507-ad58-98be3df0dba6, host hv-cinder-78445, cleared binding levels {{(pid=79296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:37:45.688907 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.db [req-0d38a6ba-99c6-41f5-a2a0-7a3fda0d2abb req-549f79ca-efa6-4456-a429-5ada76c27477 service neutron] For port 029c875e-02a3-4507-ad58-98be3df0dba6, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=029c875e-02a3-4507-ad58-98be3df0dba6,segment=NetworkSegment(a605215e-47bd-49ee-ade5-586ba36a9b26),segment_id=a605215e-47bd-49ee-ade5-586ba36a9b26)] {{(pid=79296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:37:45.733516 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:45.760720 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.notifiers.nova [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc0fd2fa-be3b-4113-9661-7e2725606ffc {{(pid=79297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:37:45.774797 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-0d38a6ba-99c6-41f5-a2a0-7a3fda0d2abb req-549f79ca-efa6-4456-a429-5ada76c27477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:45.780012 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-1a2aea6f-b8a0-4b04-8d34-5de08680962b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:37:45.791193 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] For port fc0fd2fa-be3b-4113-9661-7e2725606ffc, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=fc0fd2fa-be3b-4113-9661-7e2725606ffc,segment=NetworkSegment(a8cd83e0-583d-47d8-8b48-31fe59f67f8c),segment_id=a8cd83e0-583d-47d8-8b48-31fe59f67f8c)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:37:45.876955 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38a6ba-99c6-41f5-a2a0-7a3fda0d2abb req-549f79ca-efa6-4456-a429-5ada76c27477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:45.877837 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-0d38a6ba-99c6-41f5-a2a0-7a3fda0d2abb req-549f79ca-efa6-4456-a429-5ada76c27477 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533414'] for port, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:45.879452 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-0d38a6ba-99c6-41f5-a2a0-7a3fda0d2abb req-549f79ca-efa6-4456-a429-5ada76c27477 service neutron] 10.222.0.36 "PUT /v2.0/ports/029c875e-02a3-4507-ad58-98be3df0dba6 HTTP/1.1" status: 200 len: 1093 time: 1.7830281 May 10 19:37:45.880124 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58f1159d-690b-4c55-a2e3-f66f889b9b1e', 'tag': '029c875e-02a3-4507-ad58-98be3df0dba6'}] {{(pid=79296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:37:45.915255 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:45.917712 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:37:45.924099 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-94442eb9-3562-4242-b3c3-1784fec90990 req-3547be05-0521-4262-bcbe-c2dcda977e1c service neutron] 10.222.0.36 "GET /v2.0/networks/2312584f-3aed-48ad-b142-6936ee1bfc86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3795230 May 10 19:37:45.942791 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549f79ca-efa6-4456-a429-5ada76c27477 service neutron] Pushing event updated for resources: {'Port': ['ID=029c875e-02a3-4507-ad58-98be3df0dba6,revision_number=3']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:37:45.949235 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-549f79ca-efa6-4456-a429-5ada76c27477 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:37:45.953928 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58f1159d-690b-4c55-a2e3-f66f889b9b1e', 'tag': '029c875e-02a3-4507-ad58-98be3df0dba6', 'status': 'completed', 'code': 200} May 10 19:37:46.153788 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Pushing event updated for resources: {'Port': ['ID=fc0fd2fa-be3b-4113-9661-7e2725606ffc,revision_number=4']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:37:46.168719 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:37:46.174175 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3305a7-7f7f-456f-a22a-b3b8e6aac410 req-af7e841d-ff6c-48c2-9892-f36c72c2c3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:46.175694 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-4e3305a7-7f7f-456f-a22a-b3b8e6aac410 req-af7e841d-ff6c-48c2-9892-f36c72c2c3df service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=573317180ac4476a8f0d5cca9d9aaa70&device_id=58f1159d-690b-4c55-a2e3-f66f889b9b1e HTTP/1.1" status: 200 len: 1096 time: 0.1961074 May 10 19:37:46.187215 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fb809d-4979-42bd-b9f1-3e9bd01160a6 req-cfb30e77-4e10-4a69-9a8b-6ecc0f20ffd4 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:46.189236 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-d8fb809d-4979-42bd-b9f1-3e9bd01160a6 req-cfb30e77-4e10-4a69-9a8b-6ecc0f20ffd4 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=58f1159d-690b-4c55-a2e3-f66f889b9b1e HTTP/1.1" status: 200 len: 943 time: 0.4974217 May 10 19:37:46.193748 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-94442eb9-3562-4242-b3c3-1784fec90990 req-c4dba85e-d825-4f3f-b723-e9a96005e649 service neutron] 10.222.0.36 "GET /v2.0/networks/2312584f-3aed-48ad-b142-6936ee1bfc86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302451 May 10 19:37:46.212234 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] get_ports_and_sgs() called for port_ids ['5be3bd57-c38b-4b41-bc0b-375e09ec5cd4'] {{(pid=79297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:37:46.243498 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-d8fb809d-4979-42bd-b9f1-3e9bd01160a6 req-e4b5ddd3-0e86-48de-98fc-1ea76993d3d3 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Synchronizing usage tracker for tenant:573317180ac4476a8f0d5cca9d9aaa70 on resource:security_group {{(pid=79295) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:37:46.286110 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] get_ports_and_sgs() called for port_ids ['fc0fd2fa-be3b-4113-9661-7e2725606ffc'] {{(pid=79297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:37:46.382810 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3305a7-7f7f-456f-a22a-b3b8e6aac410 req-549b736f-f040-4039-8ec7-2f3b4a4d17f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:46.385063 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-4e3305a7-7f7f-456f-a22a-b3b8e6aac410 req-549b736f-f040-4039-8ec7-2f3b4a4d17f1 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=573317180ac4476a8f0d5cca9d9aaa70&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2016826 May 10 19:37:46.402911 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-d8fb809d-4979-42bd-b9f1-3e9bd01160a6 req-e4b5ddd3-0e86-48de-98fc-1ea76993d3d3 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Unset dirty status for tenant:573317180ac4476a8f0d5cca9d9aaa70 on resource:security_group {{(pid=79295) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:37:46.404267 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-d8fb809d-4979-42bd-b9f1-3e9bd01160a6 req-e4b5ddd3-0e86-48de-98fc-1ea76993d3d3 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091808 May 10 19:37:46.496633 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c66487-5339-478d-864c-8451a33e7c1c req-971c11a7-80a3-4250-adef-c1d7a50b7773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:46.498110 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-c4c66487-5339-478d-864c-8451a33e7c1c req-971c11a7-80a3-4250-adef-c1d7a50b7773 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=573317180ac4476a8f0d5cca9d9aaa70&device_id=ae2758c1-2eb6-401f-9a86-e0e9f6c87812 HTTP/1.1" status: 200 len: 1097 time: 0.1648057 May 10 19:37:46.644825 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3305a7-7f7f-456f-a22a-b3b8e6aac410 req-04233dee-9759-4a82-baa4-6cb441bb40c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:46.646370 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-4e3305a7-7f7f-456f-a22a-b3b8e6aac410 req-04233dee-9759-4a82-baa4-6cb441bb40c8 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2534547 May 10 19:37:46.788596 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38a6ba-99c6-41f5-a2a0-7a3fda0d2abb req-9dd1798b-8129-48cc-b6ed-01aebc8e2dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:46.793496 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-0d38a6ba-99c6-41f5-a2a0-7a3fda0d2abb req-9dd1798b-8129-48cc-b6ed-01aebc8e2dfe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=573317180ac4476a8f0d5cca9d9aaa70&device_id=58f1159d-690b-4c55-a2e3-f66f889b9b1e HTTP/1.1" status: 200 len: 1096 time: 0.1085916 May 10 19:37:46.873933 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-0d38a6ba-99c6-41f5-a2a0-7a3fda0d2abb req-e9780ef2-3a55-4496-bbc2-271b87458591 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=029c875e-02a3-4507-ad58-98be3df0dba6 HTTP/1.1" status: 200 len: 217 time: 0.0713410 May 10 19:37:46.922661 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c66487-5339-478d-864c-8451a33e7c1c req-6b29f8aa-0de7-4d29-9cf5-8374d174eb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:46.924159 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-c4c66487-5339-478d-864c-8451a33e7c1c req-6b29f8aa-0de7-4d29-9cf5-8374d174eb2f service neutron] 10.222.0.36 "GET /v2.0/networks?id=2312584f-3aed-48ad-b142-6936ee1bfc86 HTTP/1.1" status: 200 len: 920 time: 0.4166062 May 10 19:37:46.940387 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38a6ba-99c6-41f5-a2a0-7a3fda0d2abb req-ce87d767-9bbf-4f98-9b2d-6902f3f5ba43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:46.943454 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-0d38a6ba-99c6-41f5-a2a0-7a3fda0d2abb req-ce87d767-9bbf-4f98-9b2d-6902f3f5ba43 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab965ab2-3c2b-4e85-9150-f84597f3a8d7 HTTP/1.1" status: 200 len: 859 time: 0.0602531 May 10 19:37:47.012295 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d416714-b9d5-44fc-82b2-a545f0d0808f req-56232a8b-0c44-4d61-9926-43e74c16a01a tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:47.013855 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-5d416714-b9d5-44fc-82b2-a545f0d0808f req-56232a8b-0c44-4d61-9926-43e74c16a01a tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/ports?device_id=53af9893-3874-48a0-80bb-1e30a7d72162 HTTP/1.1" status: 200 len: 945 time: 0.3203621 May 10 19:37:47.032010 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79698e93-bf36-4aeb-be89-d317d957abd2 req-b8aa81cb-806b-4bcf-9cce-0c98b540f393 tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:47.038360 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-0d38a6ba-99c6-41f5-a2a0-7a3fda0d2abb req-54878b92-4067-4239-8e47-f5c8d7722315 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2312584f-3aed-48ad-b142-6936ee1bfc86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889356 May 10 19:37:47.040488 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-79698e93-bf36-4aeb-be89-d317d957abd2 req-b8aa81cb-806b-4bcf-9cce-0c98b540f393 tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca115151-20a2-41e9-9462-cae2230ae39e HTTP/1.1" status: 200 len: 945 time: 0.2664032 May 10 19:37:47.041763 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-c4c66487-5339-478d-864c-8451a33e7c1c req-82b6a8ac-b24e-4a68-80b1-0f998264dcb1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=825fef50-6356-4fd5-bfe8-37d1923bbc0e HTTP/1.1" status: 200 len: 217 time: 0.1059308 May 10 19:37:47.205195 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-0d38a6ba-99c6-41f5-a2a0-7a3fda0d2abb req-61f3e9be-059d-484d-945d-3df4ef568086 service neutron] 10.222.0.36 "GET /v2.0/networks/2312584f-3aed-48ad-b142-6936ee1bfc86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549299 May 10 19:37:47.206883 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-5d416714-b9d5-44fc-82b2-a545f0d0808f req-02074b90-5363-46d3-85fe-d364e4e881b9 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/security-groups?id=294b53ad-6834-49da-93cc-8cdce0637b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839023 May 10 19:37:47.210338 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-79698e93-bf36-4aeb-be89-d317d957abd2 req-d0014bee-d9bb-4c3e-9c6b-ca5a557d1c24 tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d5804c8-f9f7-43ee-85d5-7978ae4c260a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405001 May 10 19:37:47.212331 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c66487-5339-478d-864c-8451a33e7c1c req-ac9c1eaf-cd25-40f9-9d79-f16764f0d0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:47.213723 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-c4c66487-5339-478d-864c-8451a33e7c1c req-ac9c1eaf-cd25-40f9-9d79-f16764f0d0e5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab965ab2-3c2b-4e85-9150-f84597f3a8d7 HTTP/1.1" status: 200 len: 859 time: 0.1254396 May 10 19:37:47.297625 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-c4c66487-5339-478d-864c-8451a33e7c1c req-8a5c7d44-ad3d-460a-8d7f-07486a833db3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2312584f-3aed-48ad-b142-6936ee1bfc86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776711 May 10 19:37:47.362114 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-0d38a6ba-99c6-41f5-a2a0-7a3fda0d2abb req-53d44d18-a035-4b23-9599-cf7bd3c2916f service neutron] 10.222.0.36 "GET /v2.0/networks/2312584f-3aed-48ad-b142-6936ee1bfc86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489840 May 10 19:37:47.544182 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-c4c66487-5339-478d-864c-8451a33e7c1c req-dd78b89a-39e5-49c0-adf9-1cd6a977406f service neutron] 10.222.0.36 "GET /v2.0/networks/2312584f-3aed-48ad-b142-6936ee1bfc86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397389 May 10 19:37:47.750822 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-c4c66487-5339-478d-864c-8451a33e7c1c req-ed588955-570e-4d24-a171-5790b18d5c04 service neutron] 10.222.0.36 "GET /v2.0/networks/2312584f-3aed-48ad-b142-6936ee1bfc86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995540 May 10 19:37:47.762005 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8f3802-120c-4865-9458-8c8fee6547a0 req-acac4da6-beee-4128-9d19-f21c56a3ef5c tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:47.763486 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-7d8f3802-120c-4865-9458-8c8fee6547a0 req-acac4da6-beee-4128-9d19-f21c56a3ef5c tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=58f1159d-690b-4c55-a2e3-f66f889b9b1e HTTP/1.1" status: 200 len: 943 time: 0.1913283 May 10 19:37:47.817092 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-7d8f3802-120c-4865-9458-8c8fee6547a0 req-92e947f0-db92-4b7f-96bc-eb519946f154 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470357 May 10 19:37:48.458747 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e31b4-94f8-4e47-b602-c98feed5b47b req-fa431cdd-839d-49f9-8fb7-36becfeb4b27 tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:48.460223 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-d05e31b4-94f8-4e47-b602-c98feed5b47b req-fa431cdd-839d-49f9-8fb7-36becfeb4b27 tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca115151-20a2-41e9-9462-cae2230ae39e HTTP/1.1" status: 200 len: 945 time: 0.1118708 May 10 19:37:48.467593 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827aab28-687d-49e8-8218-e223edb237f3 req-32162450-ae06-4ea3-baf4-3e841249e7cb tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:48.468963 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-827aab28-687d-49e8-8218-e223edb237f3 req-32162450-ae06-4ea3-baf4-3e841249e7cb tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/ports?device_id=53af9893-3874-48a0-80bb-1e30a7d72162 HTTP/1.1" status: 200 len: 945 time: 0.1526074 May 10 19:37:48.540697 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-827aab28-687d-49e8-8218-e223edb237f3 req-348c10f0-7ff3-406a-ac70-f2887b6d64e4 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/security-groups?id=294b53ad-6834-49da-93cc-8cdce0637b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581064 May 10 19:37:48.543626 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-d05e31b4-94f8-4e47-b602-c98feed5b47b req-3ca8ed75-c726-4ea9-a32f-d72410439b81 tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d5804c8-f9f7-43ee-85d5-7978ae4c260a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736237 May 10 19:37:48.646558 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device 825fef50-6356-4fd5-bfe8-37d1923bbc0e details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=79297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 19:37:48.650424 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device 5be3bd57-c38b-4b41-bc0b-375e09ec5cd4 up at agent hyperv_hv-cinder-78445 {{(pid=79297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:37:48.872397 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] For port 825fef50-6356-4fd5-bfe8-37d1923bbc0e, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=825fef50-6356-4fd5-bfe8-37d1923bbc0e,segment=NetworkSegment(a605215e-47bd-49ee-ade5-586ba36a9b26),segment_id=a605215e-47bd-49ee-ade5-586ba36a9b26)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:37:48.897181 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Returning: {'device': '825fef50-6356-4fd5-bfe8-37d1923bbc0e', 'network_id': '2312584f-3aed-48ad-b142-6936ee1bfc86', 'port_id': '825fef50-6356-4fd5-bfe8-37d1923bbc0e', 'mac_address': 'fa:16:3e:5e:d4:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab965ab2-3c2b-4e85-9150-f84597f3a8d7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 19:37:48.899597 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Provisioning for port 5be3bd57-c38b-4b41-bc0b-375e09ec5cd4 completed by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:37:48.942052 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Provisioning complete for port 5be3bd57-c38b-4b41-bc0b-375e09ec5cd4 triggered by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:37:48.947634 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:49.032867 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:49.057097 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.notifiers.nova [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 825fef50-6356-4fd5-bfe8-37d1923bbc0e {{(pid=79297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:37:49.061318 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df8514-9c39-461b-878b-1d2b32f3483c req-103d7383-3653-4a86-82ce-ea792fe217fb tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:49.062820 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-37df8514-9c39-461b-878b-1d2b32f3483c req-103d7383-3653-4a86-82ce-ea792fe217fb tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=58f1159d-690b-4c55-a2e3-f66f889b9b1e HTTP/1.1" status: 200 len: 943 time: 0.0997434 May 10 19:37:49.108433 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] For port 825fef50-6356-4fd5-bfe8-37d1923bbc0e, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=825fef50-6356-4fd5-bfe8-37d1923bbc0e,segment=NetworkSegment(a605215e-47bd-49ee-ade5-586ba36a9b26),segment_id=a605215e-47bd-49ee-ade5-586ba36a9b26)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:37:49.115878 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-37df8514-9c39-461b-878b-1d2b32f3483c req-b4a83595-5dc9-4a07-86fc-7b2e76f93ebd tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438929 May 10 19:37:49.126534 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:49.154834 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca115151-20a2-41e9-9462-cae2230ae39e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5be3bd57-c38b-4b41-bc0b-375e09ec5cd4'}] {{(pid=79297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:37:49.218495 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:49.226743 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:37:49.265283 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] For port 5be3bd57-c38b-4b41-bc0b-375e09ec5cd4, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=5be3bd57-c38b-4b41-bc0b-375e09ec5cd4,segment=NetworkSegment(b419feae-3c04-4731-ab23-9ce2e44e2bd8),segment_id=b419feae-3c04-4731-ab23-9ce2e44e2bd8)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:37:49.301889 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Pushing event updated for resources: {'Port': ['ID=825fef50-6356-4fd5-bfe8-37d1923bbc0e,revision_number=4']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:37:49.305628 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:37:49.339470 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:49.340816 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device fc0fd2fa-be3b-4113-9661-7e2725606ffc up at agent hyperv_hv-cinder-78445 {{(pid=79297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:37:49.370919 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:37:49.474945 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Pushing event updated for resources: {'Port': ['ID=5be3bd57-c38b-4b41-bc0b-375e09ec5cd4,revision_number=5']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:37:49.479843 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:37:49.485693 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] get_ports_and_sgs() called for port_ids ['825fef50-6356-4fd5-bfe8-37d1923bbc0e'] {{(pid=79297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:37:49.555956 dv-cinder-784453-6-smb neutron-server[79297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca115151-20a2-41e9-9462-cae2230ae39e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5be3bd57-c38b-4b41-bc0b-375e09ec5cd4', 'code': 200} May 10 19:37:49.625174 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Provisioning for port fc0fd2fa-be3b-4113-9661-7e2725606ffc completed by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:37:49.637225 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Provisioning complete for port fc0fd2fa-be3b-4113-9661-7e2725606ffc triggered by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:37:49.637655 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:49.897932 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:49.911546 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f0486-23c5-4676-8098-c511da314513 req-edf782a1-d455-4260-80e1-f837b5524588 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:49.913109 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-248f0486-23c5-4676-8098-c511da314513 req-edf782a1-d455-4260-80e1-f837b5524588 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/ports?device_id=53af9893-3874-48a0-80bb-1e30a7d72162 HTTP/1.1" status: 200 len: 945 time: 0.1747265 May 10 19:37:49.923134 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4948a695-bb61-48cd-b05b-fde28e8b063c req-cd701bf9-e4fa-449d-852c-033cee16fbfb tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:49.924624 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-4948a695-bb61-48cd-b05b-fde28e8b063c req-cd701bf9-e4fa-449d-852c-033cee16fbfb tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca115151-20a2-41e9-9462-cae2230ae39e HTTP/1.1" status: 200 len: 946 time: 0.1381958 May 10 19:37:49.941013 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] For port fc0fd2fa-be3b-4113-9661-7e2725606ffc, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=fc0fd2fa-be3b-4113-9661-7e2725606ffc,segment=NetworkSegment(a8cd83e0-583d-47d8-8b48-31fe59f67f8c),segment_id=a8cd83e0-583d-47d8-8b48-31fe59f67f8c)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:37:50.043521 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:50.047796 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-2945ec7e-dbde-4b6a-b526-b3bb4aeec49e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:37:50.048627 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-248f0486-23c5-4676-8098-c511da314513 req-ea6ea3d8-8461-4a0e-a284-a1c196cb798a tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/security-groups?id=294b53ad-6834-49da-93cc-8cdce0637b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230636 May 10 19:37:50.054355 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-4948a695-bb61-48cd-b05b-fde28e8b063c req-5b36b34d-0a2c-48af-add1-dc8318c5fe0c tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d5804c8-f9f7-43ee-85d5-7978ae4c260a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750191 May 10 19:37:50.075181 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f34b0-bfee-47e2-84a5-9c77b28ab009 req-c03aa62b-e291-4e4c-8566-19532557e422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:50.076715 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-525f34b0-bfee-47e2-84a5-9c77b28ab009 req-c03aa62b-e291-4e4c-8566-19532557e422 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ca115151-20a2-41e9-9462-cae2230ae39e HTTP/1.1" status: 200 len: 1099 time: 0.1502135 May 10 19:37:50.109832 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-525f34b0-bfee-47e2-84a5-9c77b28ab009 req-c9e960ee-baea-4540-b32d-3b9fb7e4c5e0 service neutron] Notify callbacks [] for security_group, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:50.131545 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [req-525f34b0-bfee-47e2-84a5-9c77b28ab009 req-c9e960ee-baea-4540-b32d-3b9fb7e4c5e0 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:37:50.140528 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-525f34b0-bfee-47e2-84a5-9c77b28ab009 req-c9e960ee-baea-4540-b32d-3b9fb7e4c5e0 service neutron] Usage tracker for resource:security_group_rule and tenant:0806786fd947460facd92bd5b7077bd1 is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:37:50.154609 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-525f34b0-bfee-47e2-84a5-9c77b28ab009 req-c9e960ee-baea-4540-b32d-3b9fb7e4c5e0 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:37:50.169944 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [req-525f34b0-bfee-47e2-84a5-9c77b28ab009 req-c9e960ee-baea-4540-b32d-3b9fb7e4c5e0 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:37:50.217369 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Pushing event updated for resources: {'Port': ['ID=fc0fd2fa-be3b-4113-9661-7e2725606ffc,revision_number=5']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:37:50.221210 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:37:50.276988 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-525f34b0-bfee-47e2-84a5-9c77b28ab009 req-c9e960ee-baea-4540-b32d-3b9fb7e4c5e0 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:50.359516 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b7bdcd-d79d-44c6-9c74-132d3d2231fb req-dac40f23-d822-4c3f-aef4-68dee829ce57 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:50.361002 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-d7b7bdcd-d79d-44c6-9c74-132d3d2231fb req-dac40f23-d822-4c3f-aef4-68dee829ce57 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=58f1159d-690b-4c55-a2e3-f66f889b9b1e HTTP/1.1" status: 200 len: 943 time: 0.0803747 May 10 19:37:50.396922 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-525f34b0-bfee-47e2-84a5-9c77b28ab009 req-c9e960ee-baea-4540-b32d-3b9fb7e4c5e0 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:50.409956 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-95f30778-124e-4145-b784-1dcdbd651a84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:37:50.438182 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-d7b7bdcd-d79d-44c6-9c74-132d3d2231fb req-dd2b4c34-09af-45bd-9b31-3ce38bc18394 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712218 May 10 19:37:50.440043 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-525f34b0-bfee-47e2-84a5-9c77b28ab009 req-c9e960ee-baea-4540-b32d-3b9fb7e4c5e0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7d5804c8-f9f7-43ee-85d5-7978ae4c260a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3552125 May 10 19:37:50.470885 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e960ee-baea-4540-b32d-3b9fb7e4c5e0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=352d7b20-7d4e-4b51-85e7-402b8f8b165d,revision_number=1']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:37:50.474042 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-c9e960ee-baea-4540-b32d-3b9fb7e4c5e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:37:50.653636 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device 029c875e-02a3-4507-ad58-98be3df0dba6 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=79297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 19:37:50.656060 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device 825fef50-6356-4fd5-bfe8-37d1923bbc0e up at agent hyperv_hv-cinder-78445 {{(pid=79297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:37:50.852660 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] For port 029c875e-02a3-4507-ad58-98be3df0dba6, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=029c875e-02a3-4507-ad58-98be3df0dba6,segment=NetworkSegment(a605215e-47bd-49ee-ade5-586ba36a9b26),segment_id=a605215e-47bd-49ee-ade5-586ba36a9b26)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:37:50.889094 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Returning: {'device': '029c875e-02a3-4507-ad58-98be3df0dba6', 'network_id': '2312584f-3aed-48ad-b142-6936ee1bfc86', 'port_id': '029c875e-02a3-4507-ad58-98be3df0dba6', 'mac_address': 'fa:16:3e:c7:2b:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab965ab2-3c2b-4e85-9150-f84597f3a8d7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 19:37:50.919145 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Provisioning for port 825fef50-6356-4fd5-bfe8-37d1923bbc0e completed by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:37:50.932896 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Provisioning complete for port 825fef50-6356-4fd5-bfe8-37d1923bbc0e triggered by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:37:50.933305 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:50.986786 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:51.015675 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.notifiers.nova [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 029c875e-02a3-4507-ad58-98be3df0dba6 {{(pid=79297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:37:51.036734 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] For port 029c875e-02a3-4507-ad58-98be3df0dba6, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=029c875e-02a3-4507-ad58-98be3df0dba6,segment=NetworkSegment(a605215e-47bd-49ee-ade5-586ba36a9b26),segment_id=a605215e-47bd-49ee-ade5-586ba36a9b26)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:37:51.090187 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:51.111390 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:51.115585 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:37:51.173055 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] For port 825fef50-6356-4fd5-bfe8-37d1923bbc0e, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=825fef50-6356-4fd5-bfe8-37d1923bbc0e,segment=NetworkSegment(a605215e-47bd-49ee-ade5-586ba36a9b26),segment_id=a605215e-47bd-49ee-ade5-586ba36a9b26)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:37:51.225710 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Pushing event updated for resources: {'Port': ['ID=029c875e-02a3-4507-ad58-98be3df0dba6,revision_number=4']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:37:51.229701 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:37:51.276643 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:51.278460 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:37:51.357537 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Pushing event updated for resources: {'Port': ['ID=825fef50-6356-4fd5-bfe8-37d1923bbc0e,revision_number=5']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:37:51.361159 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:37:51.365547 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a137e-4ce7-4188-a62f-6b108de07f43 req-deef7095-affb-4bee-8cf6-cbb086a338a0 tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:51.373175 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-481a137e-4ce7-4188-a62f-6b108de07f43 req-deef7095-affb-4bee-8cf6-cbb086a338a0 tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca115151-20a2-41e9-9462-cae2230ae39e HTTP/1.1" status: 200 len: 946 time: 0.1606882 May 10 19:37:51.412430 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c44e69-d276-4714-bdf1-589baf691138 req-8bcfabda-2eaf-4f7d-8c07-7e788c53e83e tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:51.413939 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-01c44e69-d276-4714-bdf1-589baf691138 req-8bcfabda-2eaf-4f7d-8c07-7e788c53e83e tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/ports?device_id=53af9893-3874-48a0-80bb-1e30a7d72162 HTTP/1.1" status: 200 len: 946 time: 0.1586578 May 10 19:37:51.417813 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] get_ports_and_sgs() called for port_ids ['029c875e-02a3-4507-ad58-98be3df0dba6'] {{(pid=79297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:37:51.454228 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-481a137e-4ce7-4188-a62f-6b108de07f43 req-ed7037b7-323a-41bc-8fa2-b8f9519aa327 tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d5804c8-f9f7-43ee-85d5-7978ae4c260a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798061 May 10 19:37:51.505036 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-01c44e69-d276-4714-bdf1-589baf691138 req-ed8b8e51-264b-42d4-b63e-5a38df4c0ad7 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/security-groups?id=294b53ad-6834-49da-93cc-8cdce0637b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773752 May 10 19:37:51.556877 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53af9893-3874-48a0-80bb-1e30a7d72162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc0fd2fa-be3b-4113-9661-7e2725606ffc'}, {'server_uuid': 'ae2758c1-2eb6-401f-9a86-e0e9f6c87812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '825fef50-6356-4fd5-bfe8-37d1923bbc0e'}] {{(pid=79297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:37:51.623621 dv-cinder-784453-6-smb neutron-server[79297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53af9893-3874-48a0-80bb-1e30a7d72162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc0fd2fa-be3b-4113-9661-7e2725606ffc', 'code': 200} May 10 19:37:51.623896 dv-cinder-784453-6-smb neutron-server[79297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae2758c1-2eb6-401f-9a86-e0e9f6c87812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '825fef50-6356-4fd5-bfe8-37d1923bbc0e', 'code': 200} May 10 19:37:51.647697 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda13ae1-ac0c-440c-b8fd-55ffe45fa394 req-fef31eb9-6a3f-4cdf-b96a-155947aae1d0 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:51.649850 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-dda13ae1-ac0c-440c-b8fd-55ffe45fa394 req-fef31eb9-6a3f-4cdf-b96a-155947aae1d0 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=58f1159d-690b-4c55-a2e3-f66f889b9b1e HTTP/1.1" status: 200 len: 944 time: 0.0976770 May 10 19:37:51.697067 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-dda13ae1-ac0c-440c-b8fd-55ffe45fa394 req-be266bc3-b264-463f-8681-434d1970a0ed tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398860 May 10 19:37:52.025782 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa258b-e6f3-42a7-a88f-1d40650211d7 req-000c1334-64e2-415c-b5f4-7e3f96191896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:52.027305 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-35aa258b-e6f3-42a7-a88f-1d40650211d7 req-000c1334-64e2-415c-b5f4-7e3f96191896 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=53af9893-3874-48a0-80bb-1e30a7d72162 HTTP/1.1" status: 200 len: 1099 time: 0.0763125 May 10 19:37:52.038925 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6365f3-34e1-4481-92a3-cafca8f30cc0 req-11b447d8-c2e8-4f94-ae2a-c6fc73b3c87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:52.041224 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-6e6365f3-34e1-4481-92a3-cafca8f30cc0 req-11b447d8-c2e8-4f94-ae2a-c6fc73b3c87c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ae2758c1-2eb6-401f-9a86-e0e9f6c87812 HTTP/1.1" status: 200 len: 1099 time: 0.0738335 May 10 19:37:52.094093 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-35aa258b-e6f3-42a7-a88f-1d40650211d7 req-df5b96ec-2074-44c3-92e4-735712f8d85e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=294b53ad-6834-49da-93cc-8cdce0637b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504224 May 10 19:37:52.095932 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-6e6365f3-34e1-4481-92a3-cafca8f30cc0 req-e13246e0-f1c3-49aa-a19d-6712f1ea4e5e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481539 May 10 19:37:52.678682 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device 029c875e-02a3-4507-ad58-98be3df0dba6 up at agent hyperv_hv-cinder-78445 {{(pid=79297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:37:52.701513 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fcc068-9bee-403a-8d5a-61df58ebd5e1 req-7bcad7ee-498a-48d2-bd10-4fba6e1fd9cb tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:52.708710 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-a9fcc068-9bee-403a-8d5a-61df58ebd5e1 req-7bcad7ee-498a-48d2-bd10-4fba6e1fd9cb tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca115151-20a2-41e9-9462-cae2230ae39e HTTP/1.1" status: 200 len: 946 time: 0.1402273 May 10 19:37:52.776821 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-a9fcc068-9bee-403a-8d5a-61df58ebd5e1 req-20d33008-9396-4723-b654-aa0a2507b3fe tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d5804c8-f9f7-43ee-85d5-7978ae4c260a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672004 May 10 19:37:52.790011 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba4fe7-0f4e-48a7-9bf0-6dfd828d32a0 req-1a4fe534-3612-4d5f-a9b7-a05cf994cbd4 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:52.797227 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-adba4fe7-0f4e-48a7-9bf0-6dfd828d32a0 req-1a4fe534-3612-4d5f-a9b7-a05cf994cbd4 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/ports?device_id=53af9893-3874-48a0-80bb-1e30a7d72162 HTTP/1.1" status: 200 len: 946 time: 0.1756027 May 10 19:37:52.836438 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Provisioning for port 029c875e-02a3-4507-ad58-98be3df0dba6 completed by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:37:52.841652 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Provisioning complete for port 029c875e-02a3-4507-ad58-98be3df0dba6 triggered by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:37:52.842030 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:52.856050 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-adba4fe7-0f4e-48a7-9bf0-6dfd828d32a0 req-cd353f91-6566-4dbc-807d-ddf62e28e125 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/security-groups?id=294b53ad-6834-49da-93cc-8cdce0637b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570931 May 10 19:37:52.974072 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:53.009357 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] For port 029c875e-02a3-4507-ad58-98be3df0dba6, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=029c875e-02a3-4507-ad58-98be3df0dba6,segment=NetworkSegment(a605215e-47bd-49ee-ade5-586ba36a9b26),segment_id=a605215e-47bd-49ee-ade5-586ba36a9b26)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:37:53.045033 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc8e226-54c6-4efe-9024-d47d004a5bb1 req-6208f4e2-ed40-4d07-bbb5-8cf15f157034 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:53.046359 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-4bc8e226-54c6-4efe-9024-d47d004a5bb1 req-6208f4e2-ed40-4d07-bbb5-8cf15f157034 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=58f1159d-690b-4c55-a2e3-f66f889b9b1e HTTP/1.1" status: 200 len: 944 time: 0.1358113 May 10 19:37:53.092434 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-4bc8e226-54c6-4efe-9024-d47d004a5bb1 req-7de51467-3371-4e7b-9304-47a6110605ca tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399075 May 10 19:37:53.145311 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:53.147365 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-2945ec7e-dbde-4b6a-b526-b3bb4aeec49e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:37:53.218673 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Pushing event updated for resources: {'Port': ['ID=029c875e-02a3-4507-ad58-98be3df0dba6,revision_number=5']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:37:53.221774 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:37:53.625181 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f1159d-690b-4c55-a2e3-f66f889b9b1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '029c875e-02a3-4507-ad58-98be3df0dba6'}] {{(pid=79297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:37:53.672207 dv-cinder-784453-6-smb neutron-server[79297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f1159d-690b-4c55-a2e3-f66f889b9b1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '029c875e-02a3-4507-ad58-98be3df0dba6', 'code': 200} May 10 19:37:54.045398 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1d20b-7811-48eb-88e4-660525da4c25 req-264abb23-e21e-473d-bb76-bb3ba21213ca tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:54.046964 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-6ad1d20b-7811-48eb-88e4-660525da4c25 req-264abb23-e21e-473d-bb76-bb3ba21213ca tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/ports?device_id=53af9893-3874-48a0-80bb-1e30a7d72162 HTTP/1.1" status: 200 len: 946 time: 0.0891144 May 10 19:37:54.093590 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-6ad1d20b-7811-48eb-88e4-660525da4c25 req-15f1e062-2a7e-46b8-b1bb-d203714a20e4 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/security-groups?id=294b53ad-6834-49da-93cc-8cdce0637b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410001 May 10 19:37:54.116870 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdafd9e-fb53-4941-a5ea-628da77392b0 req-e4e71ee5-3ccc-49e2-b6ad-a63fb7b25ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:54.118261 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-afdafd9e-fb53-4941-a5ea-628da77392b0 req-e4e71ee5-3ccc-49e2-b6ad-a63fb7b25ffc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=58f1159d-690b-4c55-a2e3-f66f889b9b1e HTTP/1.1" status: 200 len: 1098 time: 0.0877812 May 10 19:37:54.164417 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-afdafd9e-fb53-4941-a5ea-628da77392b0 req-ec369b00-d93a-46de-a3b9-cfea65d247a2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396881 May 10 19:37:54.284637 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6cd65b-1bf1-40bf-9012-204dc7fe4a4c req-b8bd9950-32c2-4cf5-8ea3-9b0e5384c84c tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:54.286105 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-0f6cd65b-1bf1-40bf-9012-204dc7fe4a4c req-b8bd9950-32c2-4cf5-8ea3-9b0e5384c84c tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=58f1159d-690b-4c55-a2e3-f66f889b9b1e HTTP/1.1" status: 200 len: 945 time: 0.0811086 May 10 19:37:54.332569 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-0f6cd65b-1bf1-40bf-9012-204dc7fe4a4c req-6390e142-606f-4c80-8b0c-22918953f6c7 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396032 May 10 19:37:55.520374 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95ae16-64b0-45e6-8f33-94abaaef98af req-65e194c3-b559-4763-9d1c-ee8af31ed5de tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:55.522255 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-de95ae16-64b0-45e6-8f33-94abaaef98af req-65e194c3-b559-4763-9d1c-ee8af31ed5de tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=58f1159d-690b-4c55-a2e3-f66f889b9b1e HTTP/1.1" status: 200 len: 945 time: 0.0842974 May 10 19:37:55.569588 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-de95ae16-64b0-45e6-8f33-94abaaef98af req-c19f964f-28d5-479a-a076-0d26a328076d tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395472 May 10 19:37:56.285868 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5e423a-12f1-41c8-bc3d-d533e9fe619d req-e267e057-30ea-49ea-8069-090fa81bc44b tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:56.287804 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-bc5e423a-12f1-41c8-bc3d-d533e9fe619d req-e267e057-30ea-49ea-8069-090fa81bc44b tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=58f1159d-690b-4c55-a2e3-f66f889b9b1e HTTP/1.1" status: 200 len: 945 time: 0.1125424 May 10 19:37:56.322947 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aea7f3f-8337-49cf-8dc7-d6d9cff85980 req-73714ab5-b630-428b-9ef7-b157202acd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:56.324640 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-1aea7f3f-8337-49cf-8dc7-d6d9cff85980 req-73714ab5-b630-428b-9ef7-b157202acd5d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=573317180ac4476a8f0d5cca9d9aaa70&device_id=58f1159d-690b-4c55-a2e3-f66f889b9b1e HTTP/1.1" status: 200 len: 1098 time: 0.0868626 May 10 19:37:56.337255 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-bc5e423a-12f1-41c8-bc3d-d533e9fe619d req-24a7a32e-1e35-4d78-9d59-3e7ee5f8fa37 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422609 May 10 19:37:56.480412 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aea7f3f-8337-49cf-8dc7-d6d9cff85980 req-243bb9a9-81a4-4d04-9ebf-e1d95273bf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:56.481979 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-1aea7f3f-8337-49cf-8dc7-d6d9cff85980 req-243bb9a9-81a4-4d04-9ebf-e1d95273bf4b service neutron] 10.222.0.36 "GET /v2.0/networks?id=2312584f-3aed-48ad-b142-6936ee1bfc86 HTTP/1.1" status: 200 len: 920 time: 0.1500506 May 10 19:37:56.558504 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-1aea7f3f-8337-49cf-8dc7-d6d9cff85980 req-74df9883-f7b8-4f9b-b808-b967725c0a2f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=029c875e-02a3-4507-ad58-98be3df0dba6 HTTP/1.1" status: 200 len: 217 time: 0.0674200 May 10 19:37:56.634887 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aea7f3f-8337-49cf-8dc7-d6d9cff85980 req-074c1a88-4d25-4fdb-bf50-cf332eb65bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:56.636351 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-1aea7f3f-8337-49cf-8dc7-d6d9cff85980 req-074c1a88-4d25-4fdb-bf50-cf332eb65bf9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab965ab2-3c2b-4e85-9150-f84597f3a8d7 HTTP/1.1" status: 200 len: 859 time: 0.0625367 May 10 19:37:56.687382 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-1aea7f3f-8337-49cf-8dc7-d6d9cff85980 req-270738de-daa3-4342-9134-98bd6d0eaac8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2312584f-3aed-48ad-b142-6936ee1bfc86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430622 May 10 19:37:56.895070 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-1aea7f3f-8337-49cf-8dc7-d6d9cff85980 req-a8ec523d-e659-4b00-9d52-d7c233de1d34 service neutron] 10.222.0.36 "GET /v2.0/networks/2312584f-3aed-48ad-b142-6936ee1bfc86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992304 May 10 19:37:57.035286 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-1aea7f3f-8337-49cf-8dc7-d6d9cff85980 req-8726fbc7-f335-4910-bea6-194dbc50455b service neutron] 10.222.0.36 "GET /v2.0/networks/2312584f-3aed-48ad-b142-6936ee1bfc86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327021 May 10 19:37:57.094394 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.agents_db [None req-ff3cf147-8285-4226-b8f5-cc0a2e41555e None None] Agent healthcheck: found 6 active agents {{(pid=79298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:37:57.351080 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 37890) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:37:57.505000 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-9887d2f1-e3dc-45c2-95c5-2654d229ec30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:57.521416 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-9887d2f1-e3dc-45c2-95c5-2654d229ec30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:37:57.525565 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-9887d2f1-e3dc-45c2-95c5-2654d229ec30 admin admin] Usage tracker for resource:security_group_rule and tenant:4a231799270b478983e6284b6c31428b is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:37:57.533246 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-9887d2f1-e3dc-45c2-95c5-2654d229ec30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:37:57.548789 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-9887d2f1-e3dc-45c2-95c5-2654d229ec30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:37:57.573372 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3462f1be-2133-4035-879e-9cce5531bb99 req-efcc686f-65ef-4efb-9955-16a22fd8083f tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:57.574999 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-3462f1be-2133-4035-879e-9cce5531bb99 req-efcc686f-65ef-4efb-9955-16a22fd8083f tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=58f1159d-690b-4c55-a2e3-f66f889b9b1e HTTP/1.1" status: 200 len: 945 time: 0.1008406 May 10 19:37:57.635490 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-3462f1be-2133-4035-879e-9cce5531bb99 req-395f911d-3013-4694-9087-7d72125dc057 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529516 May 10 19:37:57.679060 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-9887d2f1-e3dc-45c2-95c5-2654d229ec30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:57.766841 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-9887d2f1-e3dc-45c2-95c5-2654d229ec30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:57.778080 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:37:57.817988 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-9887d2f1-e3dc-45c2-95c5-2654d229ec30 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4a231799270b478983e6284b6c31428b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4658105 May 10 19:37:57.820799 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 37912) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:37:57.823570 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9887d2f1-e3dc-45c2-95c5-2654d229ec30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9863ba8-3172-4315-9101-da3af37d2d01,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:37:57.836876 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-9887d2f1-e3dc-45c2-95c5-2654d229ec30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:37:57.886882 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-7ab214e0-00f6-4392-a4f2-d21647066dca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:57.912023 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-7ab214e0-00f6-4392-a4f2-d21647066dca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:58.076843 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-7ab214e0-00f6-4392-a4f2-d21647066dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:58.081984 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-baff8862-d332-4ebb-b30d-a5bccfa487b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:37:58.094358 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab214e0-00f6-4392-a4f2-d21647066dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9863ba8-3172-4315-9101-da3af37d2d01,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:37:58.096914 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-7ab214e0-00f6-4392-a4f2-d21647066dca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:37:58.098161 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-7ab214e0-00f6-4392-a4f2-d21647066dca admin admin] Notify callbacks [] for security_group, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:58.099625 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-7ab214e0-00f6-4392-a4f2-d21647066dca admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b9863ba8-3172-4315-9101-da3af37d2d01 HTTP/1.1" status: 204 len: 168 time: 0.2779155 May 10 19:37:58.818367 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 37952) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:37:58.837205 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-7460db13-6fc0-4939-b8af-e1377ae03357 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:58.840082 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d951113-9a63-47fd-9c02-585251e8e9a5 req-c5eb8111-2c6f-4fb9-9240-4f2dd7b42fe2 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:58.841589 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-2d951113-9a63-47fd-9c02-585251e8e9a5 req-c5eb8111-2c6f-4fb9-9240-4f2dd7b42fe2 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=58f1159d-690b-4c55-a2e3-f66f889b9b1e HTTP/1.1" status: 200 len: 945 time: 0.0902357 May 10 19:37:58.852562 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-7460db13-6fc0-4939-b8af-e1377ae03357 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:37:58.856536 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-7460db13-6fc0-4939-b8af-e1377ae03357 admin admin] Usage tracker for resource:security_group_rule and tenant:c616ebc5798c4085bcc5c1c2d3e21a71 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:37:58.859722 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-7460db13-6fc0-4939-b8af-e1377ae03357 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:37:58.865737 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-7460db13-6fc0-4939-b8af-e1377ae03357 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:37:58.889449 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-2d951113-9a63-47fd-9c02-585251e8e9a5 req-657592c8-afe8-49cd-841b-ed7eceb418e9 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412340 May 10 19:37:58.958883 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-7460db13-6fc0-4939-b8af-e1377ae03357 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:59.041012 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 37960) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:37:59.091988 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-7460db13-6fc0-4939-b8af-e1377ae03357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:59.101167 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:37:59.147959 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7460db13-6fc0-4939-b8af-e1377ae03357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a9df59a-9618-47dc-8007-04f8cfefe045,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:37:59.152123 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-7460db13-6fc0-4939-b8af-e1377ae03357 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c616ebc5798c4085bcc5c1c2d3e21a71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3326824 May 10 19:37:59.153379 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-7460db13-6fc0-4939-b8af-e1377ae03357 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:37:59.154760 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 37968) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:37:59.178257 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-06c9b4eb-534e-4da3-bdbe-8bb729f30e36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:59.193333 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-06c9b4eb-534e-4da3-bdbe-8bb729f30e36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:37:59.197903 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-06c9b4eb-534e-4da3-bdbe-8bb729f30e36 admin admin] Usage tracker for resource:security_group_rule and tenant:0dc67cd1901644f5902e2fe20827aef0 is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:37:59.200856 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-06c9b4eb-534e-4da3-bdbe-8bb729f30e36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:37:59.207114 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-06c9b4eb-534e-4da3-bdbe-8bb729f30e36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:37:59.214225 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-90d50c7d-3c46-46f7-913e-996f80e1f931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:59.240738 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-90d50c7d-3c46-46f7-913e-996f80e1f931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:59.288737 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-06c9b4eb-534e-4da3-bdbe-8bb729f30e36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:59.354099 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-06c9b4eb-534e-4da3-bdbe-8bb729f30e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:59.366842 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-13138dc8-40fb-48e0-a479-21e102a7c814 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:37:59.379577 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-90d50c7d-3c46-46f7-913e-996f80e1f931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:59.386402 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:37:59.399613 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d50c7d-3c46-46f7-913e-996f80e1f931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a9df59a-9618-47dc-8007-04f8cfefe045,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:37:59.402011 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-90d50c7d-3c46-46f7-913e-996f80e1f931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:59.403176 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-90d50c7d-3c46-46f7-913e-996f80e1f931 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0a9df59a-9618-47dc-8007-04f8cfefe045 HTTP/1.1" status: 204 len: 168 time: 0.2474232 May 10 19:37:59.404052 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-90d50c7d-3c46-46f7-913e-996f80e1f931 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:37:59.417438 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-06c9b4eb-534e-4da3-bdbe-8bb729f30e36 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0dc67cd1901644f5902e2fe20827aef0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3723879 May 10 19:37:59.417438 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c9b4eb-534e-4da3-bdbe-8bb729f30e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dfc5536-885c-4569-abc4-536641d49cca,revision_number=1']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:37:59.418429 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 37974) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:37:59.419891 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-06c9b4eb-534e-4da3-bdbe-8bb729f30e36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:37:59.496272 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-5266c713-405d-4cfa-9774-87f12430014a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:59.538385 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-5266c713-405d-4cfa-9774-87f12430014a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:59.685872 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-5266c713-405d-4cfa-9774-87f12430014a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:59.690991 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:37:59.703583 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5266c713-405d-4cfa-9774-87f12430014a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dfc5536-885c-4569-abc4-536641d49cca,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:37:59.707581 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-5266c713-405d-4cfa-9774-87f12430014a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:37:59.712245 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-5266c713-405d-4cfa-9774-87f12430014a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:59.713282 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-5266c713-405d-4cfa-9774-87f12430014a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3dfc5536-885c-4569-abc4-536641d49cca HTTP/1.1" status: 204 len: 168 time: 0.2938933 May 10 19:38:00.106376 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a7798-99b7-4718-9543-7e448a259f5f req-0dc4b544-0342-4700-b020-3dba25f6999e tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:00.107908 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-523a7798-99b7-4718-9543-7e448a259f5f req-0dc4b544-0342-4700-b020-3dba25f6999e tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=58f1159d-690b-4c55-a2e3-f66f889b9b1e HTTP/1.1" status: 200 len: 945 time: 0.0963185 May 10 19:38:00.189308 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-523a7798-99b7-4718-9543-7e448a259f5f req-ab9d05ea-4d33-4035-befc-96e02dd8f1e5 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733843 May 10 19:38:00.727995 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 38038) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:00.749948 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-db17d815-6216-49e4-b1cf-d4b2e5379f03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:00.766253 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-db17d815-6216-49e4-b1cf-d4b2e5379f03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:38:00.770543 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-db17d815-6216-49e4-b1cf-d4b2e5379f03 admin admin] Usage tracker for resource:security_group_rule and tenant:0fadca549388410ba4e883f35c10669c is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:38:00.773865 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-db17d815-6216-49e4-b1cf-d4b2e5379f03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:38:00.779910 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-db17d815-6216-49e4-b1cf-d4b2e5379f03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:38:00.875895 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-db17d815-6216-49e4-b1cf-d4b2e5379f03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:00.932694 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-db17d815-6216-49e4-b1cf-d4b2e5379f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:00.945323 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-2887fc55-87e8-4b9a-8ea7-1bd55202fb2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:00.969606 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 38050) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:00.994846 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-db17d815-6216-49e4-b1cf-d4b2e5379f03 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0fadca549388410ba4e883f35c10669c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2648525 May 10 19:38:00.995732 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db17d815-6216-49e4-b1cf-d4b2e5379f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b60696-0592-44d1-9c1a-9562610f4209,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:00.998835 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 38056) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:01.007727 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-db17d815-6216-49e4-b1cf-d4b2e5379f03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:01.084421 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-54c6c436-3d72-43a4-8793-bd920ac93963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:01.130741 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-1e1743a0-75bf-4845-8f8f-36ea43bb6e32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:01.145692 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-54c6c436-3d72-43a4-8793-bd920ac93963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:01.162439 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-1e1743a0-75bf-4845-8f8f-36ea43bb6e32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:38:01.175217 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-1e1743a0-75bf-4845-8f8f-36ea43bb6e32 admin admin] Usage tracker for resource:security_group_rule and tenant:3d35c74c81dd43658eeffe2d7386389d is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:38:01.184409 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-1e1743a0-75bf-4845-8f8f-36ea43bb6e32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:38:01.207964 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-1e1743a0-75bf-4845-8f8f-36ea43bb6e32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:38:01.405871 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-54c6c436-3d72-43a4-8793-bd920ac93963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:01.421126 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:01.440321 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c6c436-3d72-43a4-8793-bd920ac93963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b60696-0592-44d1-9c1a-9562610f4209,revision_number=None']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:01.447901 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-54c6c436-3d72-43a4-8793-bd920ac93963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:01.481524 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-54c6c436-3d72-43a4-8793-bd920ac93963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:01.482717 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-54c6c436-3d72-43a4-8793-bd920ac93963 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/69b60696-0592-44d1-9c1a-9562610f4209 HTTP/1.1" status: 204 len: 168 time: 0.4822984 May 10 19:38:01.530275 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80c19a-9e77-4ed8-8394-ae34c70663ff req-5acf25ff-854c-4542-83d6-fa4fcaa72103 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:01.531852 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-ae80c19a-9e77-4ed8-8394-ae34c70663ff req-5acf25ff-854c-4542-83d6-fa4fcaa72103 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=58f1159d-690b-4c55-a2e3-f66f889b9b1e HTTP/1.1" status: 200 len: 945 time: 0.1746325 May 10 19:38:01.563084 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-1e1743a0-75bf-4845-8f8f-36ea43bb6e32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:01.595885 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-ae80c19a-9e77-4ed8-8394-ae34c70663ff req-e491e5ae-b942-4a4e-a215-1d07c11d14ad tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517709 May 10 19:38:01.634770 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-1e1743a0-75bf-4845-8f8f-36ea43bb6e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:01.643706 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:01.682403 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-1e1743a0-75bf-4845-8f8f-36ea43bb6e32 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3d35c74c81dd43658eeffe2d7386389d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7115927 May 10 19:38:01.684347 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1743a0-75bf-4845-8f8f-36ea43bb6e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68fe1d09-f9f8-40c8-8f62-4daf843a49a5,revision_number=1']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:01.687310 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-1e1743a0-75bf-4845-8f8f-36ea43bb6e32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:01.689735 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 38084) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:01.755668 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-0803eb9f-ab64-48a6-a3fc-cf68d2805743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:01.790668 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-0803eb9f-ab64-48a6-a3fc-cf68d2805743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:01.939508 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-0803eb9f-ab64-48a6-a3fc-cf68d2805743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:01.946800 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-7335ecaa-f347-4294-ac21-41cdaf8b6626 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:01.967327 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0803eb9f-ab64-48a6-a3fc-cf68d2805743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68fe1d09-f9f8-40c8-8f62-4daf843a49a5,revision_number=None']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:01.978093 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-0803eb9f-ab64-48a6-a3fc-cf68d2805743 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:01.980830 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-0803eb9f-ab64-48a6-a3fc-cf68d2805743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:01.985564 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-0803eb9f-ab64-48a6-a3fc-cf68d2805743 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/68fe1d09-f9f8-40c8-8f62-4daf843a49a5 HTTP/1.1" status: 204 len: 168 time: 0.2941701 May 10 19:38:02.132591 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 38102) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:02.289039 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-15d5d583-939a-411a-afe9-9fea880fc6e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:02.307465 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-15d5d583-939a-411a-afe9-9fea880fc6e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:38:02.345821 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-15d5d583-939a-411a-afe9-9fea880fc6e2 admin admin] Usage tracker for resource:security_group_rule and tenant:3460823ab77e43e09ebb89d76a6ed727 is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:38:02.353901 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-15d5d583-939a-411a-afe9-9fea880fc6e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:38:02.362609 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-15d5d583-939a-411a-afe9-9fea880fc6e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:38:02.438797 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7f162-6b1b-458f-8158-274c07739690 req-0cac173f-e731-4545-9eb4-88b5ff78c8ab tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:02.440717 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-cbe7f162-6b1b-458f-8158-274c07739690 req-0cac173f-e731-4545-9eb4-88b5ff78c8ab tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca115151-20a2-41e9-9462-cae2230ae39e HTTP/1.1" status: 200 len: 946 time: 0.1304924 May 10 19:38:02.527220 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-cbe7f162-6b1b-458f-8158-274c07739690 req-03525126-f1a6-42e7-84dc-ca55d9a9a545 tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d5804c8-f9f7-43ee-85d5-7978ae4c260a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707068 May 10 19:38:02.535139 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-15d5d583-939a-411a-afe9-9fea880fc6e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:02.646085 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-15d5d583-939a-411a-afe9-9fea880fc6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:02.658903 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:02.745971 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d5d583-939a-411a-afe9-9fea880fc6e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7ca58e-0a6d-4184-9891-778d39ea6ffe,revision_number=1']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:02.751412 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-15d5d583-939a-411a-afe9-9fea880fc6e2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3460823ab77e43e09ebb89d76a6ed727&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6178920 May 10 19:38:02.752574 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-15d5d583-939a-411a-afe9-9fea880fc6e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:02.754033 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 38140) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:02.832706 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 38146) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:02.866628 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-0b5226c6-7f59-41e4-a2b6-3e2e959750ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:02.870256 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-df8fe6ed-ef81-4f1e-8ae6-13510e4f0c7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:02.908260 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-0b5226c6-7f59-41e4-a2b6-3e2e959750ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:02.930446 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-df8fe6ed-ef81-4f1e-8ae6-13510e4f0c7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:38:02.944202 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-df8fe6ed-ef81-4f1e-8ae6-13510e4f0c7d admin admin] Usage tracker for resource:security_group_rule and tenant:ecf4eae8874b4eb4a227fa32e94a72cd is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:38:02.950176 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-df8fe6ed-ef81-4f1e-8ae6-13510e4f0c7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:38:02.959671 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-df8fe6ed-ef81-4f1e-8ae6-13510e4f0c7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:38:03.063578 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0cd32b-e554-4db1-afba-be57b2062b29 req-5787ee8d-02b8-4c30-a8c7-e3a29f4548a0 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:03.064957 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-7c0cd32b-e554-4db1-afba-be57b2062b29 req-5787ee8d-02b8-4c30-a8c7-e3a29f4548a0 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/networks?id=ec9d3060-cbe0-4a19-b391-792c7285d3c2 HTTP/1.1" status: 200 len: 815 time: 0.2852485 May 10 19:38:03.065270 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-0b5226c6-7f59-41e4-a2b6-3e2e959750ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:03.073280 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:03.074344 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb77eeab-242b-42c1-b06d-55be7b03549e req-27545719-bc4c-434a-9496-9dbb95237298 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:03.075856 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-bb77eeab-242b-42c1-b06d-55be7b03549e req-27545719-bc4c-434a-9496-9dbb95237298 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=58f1159d-690b-4c55-a2e3-f66f889b9b1e HTTP/1.1" status: 200 len: 945 time: 0.3000648 May 10 19:38:03.094884 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5226c6-7f59-41e4-a2b6-3e2e959750ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab7ca58e-0a6d-4184-9891-778d39ea6ffe,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:03.098365 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-0b5226c6-7f59-41e4-a2b6-3e2e959750ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:03.106305 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-7c0cd32b-e554-4db1-afba-be57b2062b29 req-4ef958bb-1fb5-4f76-8ff6-aaa27a8dcb0e tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/quotas/199515a807db4df6b09d4d3ef44250c3 HTTP/1.1" status: 200 len: 375 time: 0.0294828 May 10 19:38:03.111264 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-0b5226c6-7f59-41e4-a2b6-3e2e959750ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:03.114399 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-0b5226c6-7f59-41e4-a2b6-3e2e959750ce admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ab7ca58e-0a6d-4184-9891-778d39ea6ffe HTTP/1.1" status: 204 len: 168 time: 0.3574491 May 10 19:38:03.130686 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-bb77eeab-242b-42c1-b06d-55be7b03549e req-018a5951-fca3-4904-a2db-cfa2a136e953 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476315 May 10 19:38:03.176640 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-df8fe6ed-ef81-4f1e-8ae6-13510e4f0c7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:03.224736 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-df8fe6ed-ef81-4f1e-8ae6-13510e4f0c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:03.232999 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-49bbd796-80d9-4a75-bea2-2c0daf321894 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:03.233164 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-7c0cd32b-e554-4db1-afba-be57b2062b29 req-19c619fe-c1de-4fd8-8c44-2ecb9edd4d77 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=199515a807db4df6b09d4d3ef44250c3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0864842 May 10 19:38:03.273121 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-df8fe6ed-ef81-4f1e-8ae6-13510e4f0c7d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ecf4eae8874b4eb4a227fa32e94a72cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4381056 May 10 19:38:03.275360 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 38160) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:03.287138 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8fe6ed-ef81-4f1e-8ae6-13510e4f0c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd6dbdf-c832-4d19-b2f4-50c7ff78dfb3,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:03.291190 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-df8fe6ed-ef81-4f1e-8ae6-13510e4f0c7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:03.343536 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-a6e3c16a-c7f0-498a-ad3f-dfede179bd6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:03.370782 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-a6e3c16a-c7f0-498a-ad3f-dfede179bd6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:03.374681 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-7c0cd32b-e554-4db1-afba-be57b2062b29 req-d040f159-37c9-4b3d-af24-996a1b6d1f38 service neutron] 10.222.0.46 "GET /v2.0/networks/ec9d3060-cbe0-4a19-b391-792c7285d3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340528 May 10 19:38:03.463300 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 38168) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:03.504922 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-a6e3c16a-c7f0-498a-ad3f-dfede179bd6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:03.514534 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:03.522063 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-7c0cd32b-e554-4db1-afba-be57b2062b29 req-ddb50a35-94f0-4846-904a-7ceee99c0a90 service neutron] 10.222.0.46 "GET /v2.0/networks/ec9d3060-cbe0-4a19-b391-792c7285d3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407714 May 10 19:38:03.527971 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e3c16a-c7f0-498a-ad3f-dfede179bd6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd6dbdf-c832-4d19-b2f4-50c7ff78dfb3,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:03.536609 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-a6e3c16a-c7f0-498a-ad3f-dfede179bd6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:03.537698 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-a6e3c16a-c7f0-498a-ad3f-dfede179bd6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:03.541572 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-a6e3c16a-c7f0-498a-ad3f-dfede179bd6a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bcd6dbdf-c832-4d19-b2f4-50c7ff78dfb3 HTTP/1.1" status: 204 len: 168 time: 0.2651138 May 10 19:38:03.766181 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4323f67f-801b-42b3-985d-a7c8de5cb8f4 req-8e6e7c19-4bd1-4b63-85a5-20ef60f64df7 tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:03.767815 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-4323f67f-801b-42b3-985d-a7c8de5cb8f4 req-8e6e7c19-4bd1-4b63-85a5-20ef60f64df7 tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca115151-20a2-41e9-9462-cae2230ae39e HTTP/1.1" status: 200 len: 946 time: 0.1117089 May 10 19:38:03.808586 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-fa0fffbd-183a-4999-aa6a-f0e201b5098a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:03.827155 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-fa0fffbd-183a-4999-aa6a-f0e201b5098a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:38:03.866916 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-fa0fffbd-183a-4999-aa6a-f0e201b5098a admin admin] Usage tracker for resource:security_group_rule and tenant:7f6f359a201e405983658ed2417e44c8 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:38:03.871354 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-fa0fffbd-183a-4999-aa6a-f0e201b5098a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:38:03.885480 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-fa0fffbd-183a-4999-aa6a-f0e201b5098a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:38:03.899397 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-4323f67f-801b-42b3-985d-a7c8de5cb8f4 req-f9766a01-2a83-4cca-bd2b-2a5e360a1975 tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d5804c8-f9f7-43ee-85d5-7978ae4c260a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240294 May 10 19:38:03.906456 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-f5ad3864-4365-4305-bb6a-e5826d9b3d93 req-c264e425-83d6-47ee-a67a-f2038a5bc80a tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/ports?device_id=04fb0688-ac4d-4c9f-b758-586253efd0ac HTTP/1.1" status: 200 len: 210 time: 0.0709319 May 10 19:38:04.003644 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-fa0fffbd-183a-4999-aa6a-f0e201b5098a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:04.093455 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-fa0fffbd-183a-4999-aa6a-f0e201b5098a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:04.103592 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-ee3f0b2c-28d1-4a55-bbf0-fbeed2decd21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:04.144724 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-fa0fffbd-183a-4999-aa6a-f0e201b5098a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7f6f359a201e405983658ed2417e44c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6803582 May 10 19:38:04.147887 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0fffbd-183a-4999-aa6a-f0e201b5098a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c015e3-276d-4aca-9315-705a902d2336,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:04.152616 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 38210) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:04.153607 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-fa0fffbd-183a-4999-aa6a-f0e201b5098a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:04.239338 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-7fcfb74f-26d6-41cb-8d6b-42410146bb63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:04.269868 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-7fcfb74f-26d6-41cb-8d6b-42410146bb63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:04.292500 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09b22f6-f6a7-4958-a3c9-ad47cfd3f1ad req-e21cadb7-e4c5-47c1-8e25-a2ef1b0abb57 tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:04.294264 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-f09b22f6-f6a7-4958-a3c9-ad47cfd3f1ad req-e21cadb7-e4c5-47c1-8e25-a2ef1b0abb57 tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca115151-20a2-41e9-9462-cae2230ae39e HTTP/1.1" status: 200 len: 946 time: 0.1081991 May 10 19:38:04.429055 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6407e36-288c-445f-9f9e-05c63be5df64 req-f26e55d7-12fa-454c-9c62-40685dee0f25 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:04.430818 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-a6407e36-288c-445f-9f9e-05c63be5df64 req-f26e55d7-12fa-454c-9c62-40685dee0f25 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=58f1159d-690b-4c55-a2e3-f66f889b9b1e HTTP/1.1" status: 200 len: 945 time: 0.0982659 May 10 19:38:04.465906 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.plugin [req-f09b22f6-f6a7-4958-a3c9-ad47cfd3f1ad req-0aa57a52-1660-41cd-aa0e-8a1a20ceeaf0 tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] Deleting port 5be3bd57-c38b-4b41-bc0b-375e09ec5cd4 {{(pid=79296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:38:04.466260 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-f09b22f6-f6a7-4958-a3c9-ad47cfd3f1ad req-0aa57a52-1660-41cd-aa0e-8a1a20ceeaf0 tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757498910621'] for port, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:04.478142 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-7fcfb74f-26d6-41cb-8d6b-42410146bb63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:04.486805 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-54c6c436-3d72-43a4-8793-bd920ac93963 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:04.498754 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-a6407e36-288c-445f-9f9e-05c63be5df64 req-d11c25bf-b649-434b-a41c-bf7e5fa21a21 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617552 May 10 19:38:04.501759 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcfb74f-26d6-41cb-8d6b-42410146bb63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c015e3-276d-4aca-9315-705a902d2336,revision_number=None']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:04.506442 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-7fcfb74f-26d6-41cb-8d6b-42410146bb63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:04.510714 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-7fcfb74f-26d6-41cb-8d6b-42410146bb63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:04.522842 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-7fcfb74f-26d6-41cb-8d6b-42410146bb63 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/59c015e3-276d-4aca-9315-705a902d2336 HTTP/1.1" status: 204 len: 168 time: 0.3581595 May 10 19:38:04.648638 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.db [req-f09b22f6-f6a7-4958-a3c9-ad47cfd3f1ad req-0aa57a52-1660-41cd-aa0e-8a1a20ceeaf0 tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] For port 5be3bd57-c38b-4b41-bc0b-375e09ec5cd4, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=5be3bd57-c38b-4b41-bc0b-375e09ec5cd4,segment=NetworkSegment(b419feae-3c04-4731-ab23-9ce2e44e2bd8),segment_id=b419feae-3c04-4731-ab23-9ce2e44e2bd8)] {{(pid=79296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:38:04.649714 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-f09b22f6-f6a7-4958-a3c9-ad47cfd3f1ad req-0aa57a52-1660-41cd-aa0e-8a1a20ceeaf0 tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670902'] for port, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:04.787484 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.plugin [req-f09b22f6-f6a7-4958-a3c9-ad47cfd3f1ad req-0aa57a52-1660-41cd-aa0e-8a1a20ceeaf0 tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] Calling delete_port for 5be3bd57-c38b-4b41-bc0b-375e09ec5cd4 owned by compute:nova {{(pid=79296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:38:05.021823 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-926abef8-e969-41aa-a834-3920ca1c9796 req-aa56dd14-764c-4a35-a707-d3bedf199790 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/ports?device_id=04fb0688-ac4d-4c9f-b758-586253efd0ac HTTP/1.1" status: 200 len: 210 time: 0.0456641 May 10 19:38:05.121585 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc3744-7441-48a7-bb49-0461e18fad03 req-030b3b9a-533a-4892-8dd2-b6a8c6a84037 tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:05.123510 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-e2fc3744-7441-48a7-bb49-0461e18fad03 req-030b3b9a-533a-4892-8dd2-b6a8c6a84037 tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca115151-20a2-41e9-9462-cae2230ae39e HTTP/1.1" status: 200 len: 946 time: 0.0937130 May 10 19:38:05.169228 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-e2fc3744-7441-48a7-bb49-0461e18fad03 req-844db5cf-5861-463e-80f2-71c10136fec1 tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d5804c8-f9f7-43ee-85d5-7978ae4c260a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390759 May 10 19:38:05.193393 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-f09b22f6-f6a7-4958-a3c9-ad47cfd3f1ad req-0aa57a52-1660-41cd-aa0e-8a1a20ceeaf0 tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757498915184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757498479629'] for port, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:05.201915 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-763aac77-edc6-45ae-b526-c4c61a909a28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:05.213273 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] get_ports_and_sgs() called for port_ids ['5be3bd57-c38b-4b41-bc0b-375e09ec5cd4'] {{(pid=79297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:38:05.295920 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa57a52-1660-41cd-aa0e-8a1a20ceeaf0 tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] Pushing event deleted for resources: {'Port': ['ID=5be3bd57-c38b-4b41-bc0b-375e09ec5cd4,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:05.299149 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-0aa57a52-1660-41cd-aa0e-8a1a20ceeaf0 tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:05.340012 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.l3_dvrscheduler_db [req-f09b22f6-f6a7-4958-a3c9-ad47cfd3f1ad req-0aa57a52-1660-41cd-aa0e-8a1a20ceeaf0 tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] No DVR routers for this DVR port 5be3bd57-c38b-4b41-bc0b-375e09ec5cd4 on host hv-cinder-78445 {{(pid=79296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:38:05.343614 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-f09b22f6-f6a7-4958-a3c9-ad47cfd3f1ad req-0aa57a52-1660-41cd-aa0e-8a1a20ceeaf0 tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149324'] for port, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:05.346303 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca115151-20a2-41e9-9462-cae2230ae39e', 'name': 'network-vif-deleted', 'tag': '5be3bd57-c38b-4b41-bc0b-375e09ec5cd4'}] {{(pid=79296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:38:05.392079 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca115151-20a2-41e9-9462-cae2230ae39e', 'name': 'network-vif-deleted', 'tag': '5be3bd57-c38b-4b41-bc0b-375e09ec5cd4', 'status': 'completed', 'code': 200} May 10 19:38:05.446948 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 38260) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:05.448961 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-f09b22f6-f6a7-4958-a3c9-ad47cfd3f1ad req-0aa57a52-1660-41cd-aa0e-8a1a20ceeaf0 tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] 10.222.0.36 "DELETE /v2.0/ports/5be3bd57-c38b-4b41-bc0b-375e09ec5cd4 HTTP/1.1" status: 204 len: 173 time: 1.1433978 May 10 19:38:05.471744 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-7ca04014-c7a7-4877-9611-a620549173f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:05.486886 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-7ca04014-c7a7-4877-9611-a620549173f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:38:05.491077 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-7ca04014-c7a7-4877-9611-a620549173f1 admin admin] Usage tracker for resource:security_group_rule and tenant:0d5f88aa63ec459fbc4cfa5554c7f854 is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:38:05.494540 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-7ca04014-c7a7-4877-9611-a620549173f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:38:05.500414 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-7ca04014-c7a7-4877-9611-a620549173f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:38:05.601519 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-7ca04014-c7a7-4877-9611-a620549173f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:05.699524 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-7ca04014-c7a7-4877-9611-a620549173f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:05.709627 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:05.787798 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-7ca04014-c7a7-4877-9611-a620549173f1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0d5f88aa63ec459fbc4cfa5554c7f854&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3386543 May 10 19:38:05.791351 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 38280) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:05.793687 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca04014-c7a7-4877-9611-a620549173f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=118e7aca-66b4-4c5a-990c-c0c5ff32d1ac,revision_number=1']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:05.803707 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-7ca04014-c7a7-4877-9611-a620549173f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:05.849216 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca9f4f-4aca-4e07-bdbe-1e6f6da6b119 req-30d20cfc-8e37-4758-b58c-9179b0ac1b8c tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:05.877328 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-e4ca9f4f-4aca-4e07-bdbe-1e6f6da6b119 req-30d20cfc-8e37-4758-b58c-9179b0ac1b8c tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=58f1159d-690b-4c55-a2e3-f66f889b9b1e HTTP/1.1" status: 200 len: 945 time: 0.2211621 May 10 19:38:05.962812 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-62a77960-ab61-49d3-a0c6-3fe3168be830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:05.978380 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-e4ca9f4f-4aca-4e07-bdbe-1e6f6da6b119 req-75d62403-ea0e-4b89-a841-2dd0385cdce9 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935590 May 10 19:38:05.996608 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-62a77960-ab61-49d3-a0c6-3fe3168be830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:06.137365 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-62a77960-ab61-49d3-a0c6-3fe3168be830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:06.141258 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-fd7a80f1-c91d-492e-bbe6-eb38cfbffaa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:06.154170 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a77960-ab61-49d3-a0c6-3fe3168be830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118e7aca-66b4-4c5a-990c-c0c5ff32d1ac,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:06.156887 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-62a77960-ab61-49d3-a0c6-3fe3168be830 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:06.161937 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-62a77960-ab61-49d3-a0c6-3fe3168be830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:06.163844 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-62a77960-ab61-49d3-a0c6-3fe3168be830 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/118e7aca-66b4-4c5a-990c-c0c5ff32d1ac HTTP/1.1" status: 204 len: 168 time: 0.3714213 May 10 19:38:06.183166 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-eb234958-18ea-4c4d-a953-6aad10892278 req-f85611b2-5233-4933-9abe-63ad92cd461d tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/ports?device_id=04fb0688-ac4d-4c9f-b758-586253efd0ac HTTP/1.1" status: 200 len: 210 time: 0.0465701 May 10 19:38:06.357705 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-f06aa487-a62f-414d-b971-55547c65bc07 req-abf53b0e-6348-4474-b587-b7f760d52f4f tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca115151-20a2-41e9-9462-cae2230ae39e HTTP/1.1" status: 200 len: 210 time: 0.0542877 May 10 19:38:06.752387 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0cd32b-e554-4db1-afba-be57b2062b29 req-baa6fe98-f41d-4664-8fd3-0c772ae02e79 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:06.753920 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-7c0cd32b-e554-4db1-afba-be57b2062b29 req-baa6fe98-f41d-4664-8fd3-0c772ae02e79 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.36 "GET /v2.0/networks?id=ec9d3060-cbe0-4a19-b391-792c7285d3c2 HTTP/1.1" status: 200 len: 815 time: 0.1932418 May 10 19:38:06.768659 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.v2.base [req-7c0cd32b-e554-4db1-afba-be57b2062b29 req-7d71d7b9-da3c-40ba-8878-dc0b0b362fc1 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Request body: {'port': {'device_id': '04fb0688-ac4d-4c9f-b758-586253efd0ac', 'network_id': 'ec9d3060-cbe0-4a19-b391-792c7285d3c2', 'admin_state_up': True, 'tenant_id': '199515a807db4df6b09d4d3ef44250c3'}} {{(pid=79296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:38:06.953480 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [req-7c0cd32b-e554-4db1-afba-be57b2062b29 req-7d71d7b9-da3c-40ba-8878-dc0b0b362fc1 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:38:06.961610 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [req-7c0cd32b-e554-4db1-afba-be57b2062b29 req-7d71d7b9-da3c-40ba-8878-dc0b0b362fc1 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Usage tracker for resource:port and tenant:199515a807db4df6b09d4d3ef44250c3 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:38:06.964051 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [req-7c0cd32b-e554-4db1-afba-be57b2062b29 req-7d71d7b9-da3c-40ba-8878-dc0b0b362fc1 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Quota usage for port was recalculated. Used quota:1. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:38:06.964159 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 38358) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:06.970033 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [req-7c0cd32b-e554-4db1-afba-be57b2062b29 req-7d71d7b9-da3c-40ba-8878-dc0b0b362fc1 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:38:06.985030 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-dc187999-5306-4272-92b0-84b9db92cdf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:07.004009 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-dc187999-5306-4272-92b0-84b9db92cdf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:38:07.007967 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-dc187999-5306-4272-92b0-84b9db92cdf6 admin admin] Usage tracker for resource:security_group_rule and tenant:3e3e224ce8f44cdea2abe4f9c608e919 is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:38:07.021368 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-dc187999-5306-4272-92b0-84b9db92cdf6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:38:07.034088 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-dc187999-5306-4272-92b0-84b9db92cdf6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:38:07.042233 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c0cd32b-e554-4db1-afba-be57b2062b29 req-7d71d7b9-da3c-40ba-8878-dc0b0b362fc1 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Made reservation on behalf of 199515a807db4df6b09d4d3ef44250c3 for: {'port': 1} {{(pid=79296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:38:07.046719 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-7c0cd32b-e554-4db1-afba-be57b2062b29 req-7d71d7b9-da3c-40ba-8878-dc0b0b362fc1 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:07.323373 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-dc187999-5306-4272-92b0-84b9db92cdf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:07.331689 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac4893a-34ea-44e1-b702-3dc925689c73 req-909869c8-33f9-420e-9ac8-6f59ccd371b6 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:07.333388 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-fac4893a-34ea-44e1-b702-3dc925689c73 req-909869c8-33f9-420e-9ac8-6f59ccd371b6 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=58f1159d-690b-4c55-a2e3-f66f889b9b1e HTTP/1.1" status: 200 len: 945 time: 0.2127249 May 10 19:38:07.407737 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.db_base_plugin_common [req-7c0cd32b-e554-4db1-afba-be57b2062b29 req-7d71d7b9-da3c-40ba-8878-dc0b0b362fc1 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Allocated IP 172.20.0.3 (ec9d3060-cbe0-4a19-b391-792c7285d3c2/ca778bf9-51c9-411c-acc3-eec82a0bc2d4/9b9849f4-b4e7-4445-af36-b74d0f23e5e8) {{(pid=79296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:38:07.463611 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-71665247-98b4-4081-a8d8-0e955c6c6a92 req-47dddae5-c933-487b-acbd-4bbd20c74014 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/ports?device_id=04fb0688-ac4d-4c9f-b758-586253efd0ac HTTP/1.1" status: 200 len: 210 time: 0.0886314 May 10 19:38:07.472274 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-dc187999-5306-4272-92b0-84b9db92cdf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:07.505304 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:07.550362 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-fac4893a-34ea-44e1-b702-3dc925689c73 req-3469023e-c27c-43f7-a4b1-994807f1d719 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084579 May 10 19:38:07.620733 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc187999-5306-4272-92b0-84b9db92cdf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b994e326-ecb2-4033-ab3a-fac21ef01c1b,revision_number=1']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:07.643308 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-dc187999-5306-4272-92b0-84b9db92cdf6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3e3e224ce8f44cdea2abe4f9c608e919&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6755817 May 10 19:38:07.644040 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 38394) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:07.644315 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-dc187999-5306-4272-92b0-84b9db92cdf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:07.803704 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-ca47cf71-0792-4341-b293-0b533dbdbd81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:07.817949 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-7c0cd32b-e554-4db1-afba-be57b2062b29 req-7d71d7b9-da3c-40ba-8878-dc0b0b362fc1 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Notify callbacks [] for port, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:07.852822 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-ca47cf71-0792-4341-b293-0b533dbdbd81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:08.039741 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 38414) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:08.089129 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-7c0cd32b-e554-4db1-afba-be57b2062b29 req-7d71d7b9-da3c-40ba-8878-dc0b0b362fc1 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757498479620'] for port, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:08.092514 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-ca47cf71-0792-4341-b293-0b533dbdbd81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:08.100344 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:08.103759 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] get_ports_and_sgs() called for port_ids ['fc0fd2fa-be3b-4113-9661-7e2725606ffc'] {{(pid=79297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:38:08.122045 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca47cf71-0792-4341-b293-0b533dbdbd81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b994e326-ecb2-4033-ab3a-fac21ef01c1b,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:08.124888 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-ca47cf71-0792-4341-b293-0b533dbdbd81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:08.126602 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-549f79ca-efa6-4456-a429-5ada76c27477 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:08.198125 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c0cd32b-e554-4db1-afba-be57b2062b29 req-7d71d7b9-da3c-40ba-8878-dc0b0b362fc1 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Network ec9d3060-cbe0-4a19-b391-792c7285d3c2 is already hosted by enough agents. {{(pid=79296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:38:08.203879 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-3f469081-e7b9-4f08-bceb-1426acea2ec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:08.214475 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.base_scheduler [req-7c0cd32b-e554-4db1-afba-be57b2062b29 req-7d71d7b9-da3c-40ba-8878-dc0b0b362fc1 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Resources bound (agent type, host, resource id): {{(pid=79296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:38:08.234208 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c0cd32b-e554-4db1-afba-be57b2062b29 req-7d71d7b9-da3c-40ba-8878-dc0b0b362fc1 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Received port after_create {{(pid=79296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:38:08.234208 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0cd32b-e554-4db1-afba-be57b2062b29 req-7d71d7b9-da3c-40ba-8878-dc0b0b362fc1 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:08.234208 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-7c0cd32b-e554-4db1-afba-be57b2062b29 req-7d71d7b9-da3c-40ba-8878-dc0b0b362fc1 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149324'] for port, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:08.257277 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-ca47cf71-0792-4341-b293-0b533dbdbd81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:08.257855 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-3f469081-e7b9-4f08-bceb-1426acea2ec7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:38:08.262534 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-ca47cf71-0792-4341-b293-0b533dbdbd81 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b994e326-ecb2-4033-ab3a-fac21ef01c1b HTTP/1.1" status: 204 len: 168 time: 0.6116168 May 10 19:38:08.263003 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-3f469081-e7b9-4f08-bceb-1426acea2ec7 admin admin] Usage tracker for resource:security_group_rule and tenant:f1ef0acc061345d89556cd0af361030e is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:38:08.269765 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-3f469081-e7b9-4f08-bceb-1426acea2ec7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:38:08.276493 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-3f469081-e7b9-4f08-bceb-1426acea2ec7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:38:08.292724 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d71d7b9-da3c-40ba-8878-dc0b0b362fc1 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Pushing event updated for resources: {'Port': ['ID=9b9849f4-b4e7-4445-af36-b74d0f23e5e8,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:08.296128 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-7d71d7b9-da3c-40ba-8878-dc0b0b362fc1 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:08.299740 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:08.361300 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-7c0cd32b-e554-4db1-afba-be57b2062b29 req-7d71d7b9-da3c-40ba-8878-dc0b0b362fc1 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5974908 May 10 19:38:08.367436 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-26d448e3-e843-4c4b-8e93-0de0a86c9a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:08.376558 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.v2.base [req-7c0cd32b-e554-4db1-afba-be57b2062b29 req-95579165-38a2-47a5-871d-09e96f78779b service neutron] Request body: {'port': {'device_id': '04fb0688-ac4d-4c9f-b758-586253efd0ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=79296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:38:08.501073 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-3f469081-e7b9-4f08-bceb-1426acea2ec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:08.559209 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-7c0cd32b-e554-4db1-afba-be57b2062b29 req-95579165-38a2-47a5-871d-09e96f78779b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:08.779232 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5414b9b-43bf-4697-9469-0d36ea4bbef3 req-70759c6b-a9af-40b9-9ff6-4173dd84500b tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:08.779232 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-b5414b9b-43bf-4697-9469-0d36ea4bbef3 req-70759c6b-a9af-40b9-9ff6-4173dd84500b tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/ports?device_id=04fb0688-ac4d-4c9f-b758-586253efd0ac HTTP/1.1" status: 200 len: 931 time: 0.1043117 May 10 19:38:08.818665 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device 5be3bd57-c38b-4b41-bc0b-375e09ec5cd4 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:38:08.858411 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-b5414b9b-43bf-4697-9469-0d36ea4bbef3 req-7aae0d52-e754-470a-ad85-72d5ebae0cae tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/security-groups?id=294b53ad-6834-49da-93cc-8cdce0637b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241984 May 10 19:38:08.864671 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.plugin [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] No Port match for: 5be3bd57-c38b-4b41-bc0b-375e09ec5cd4 {{(pid=79297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:38:08.864671 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device 5be3bd57-c38b-4b41-bc0b-375e09ec5cd4 not bound to the agent host hv-cinder-78445 {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:38:08.954757 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6253d2d-af3f-4e17-80b9-f279168aa2b7 req-4da14ecf-a2fc-4911-bb62-662b2fc48541 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:08.954757 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-a6253d2d-af3f-4e17-80b9-f279168aa2b7 req-4da14ecf-a2fc-4911-bb62-662b2fc48541 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=58f1159d-690b-4c55-a2e3-f66f889b9b1e HTTP/1.1" status: 200 len: 945 time: 0.2030520 May 10 19:38:08.954757 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-3f469081-e7b9-4f08-bceb-1426acea2ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:08.954757 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:08.970000 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-3f469081-e7b9-4f08-bceb-1426acea2ec7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f1ef0acc061345d89556cd0af361030e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9291334 May 10 19:38:08.975007 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 38462) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:08.979456 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.notifiers.nova [req-7c0cd32b-e554-4db1-afba-be57b2062b29 req-95579165-38a2-47a5-871d-09e96f78779b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b9849f4-b4e7-4445-af36-b74d0f23e5e8 {{(pid=79296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:38:08.986767 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f469081-e7b9-4f08-bceb-1426acea2ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2508b12b-95e2-4e64-b001-115a1032644e,revision_number=1']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:08.991550 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-3f469081-e7b9-4f08-bceb-1426acea2ec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:09.006879 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-a6253d2d-af3f-4e17-80b9-f279168aa2b7 req-5372dd58-c284-4c5e-a2cb-0ffce16cac4e tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770805 May 10 19:38:09.075025 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-7c0cd32b-e554-4db1-afba-be57b2062b29 req-95579165-38a2-47a5-871d-09e96f78779b service neutron] Notify callbacks [] for port, precommit_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:09.109872 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.provisioning_blocks [req-7c0cd32b-e554-4db1-afba-be57b2062b29 req-95579165-38a2-47a5-871d-09e96f78779b service neutron] Transition to ACTIVE for port object 9b9849f4-b4e7-4445-af36-b74d0f23e5e8 will not be triggered until provisioned by entity L2. {{(pid=79296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:38:09.133076 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-9060f46e-abe7-45e5-bbea-c6fb18d69091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:09.165384 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-9060f46e-abe7-45e5-bbea-c6fb18d69091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:09.288373 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-7c0cd32b-e554-4db1-afba-be57b2062b29 req-95579165-38a2-47a5-871d-09e96f78779b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:09.296542 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:09.339254 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-9060f46e-abe7-45e5-bbea-c6fb18d69091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:09.475132 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-9060f46e-abe7-45e5-bbea-c6fb18d69091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:09.478938 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-9060f46e-abe7-45e5-bbea-c6fb18d69091 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2508b12b-95e2-4e64-b001-115a1032644e HTTP/1.1" status: 204 len: 168 time: 0.5007892 May 10 19:38:09.481819 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95579165-38a2-47a5-871d-09e96f78779b service neutron] Pushing event updated for resources: {'Port': ['ID=9b9849f4-b4e7-4445-af36-b74d0f23e5e8,revision_number=2']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:09.485039 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-95579165-38a2-47a5-871d-09e96f78779b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:09.486059 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-df8fe6ed-ef81-4f1e-8ae6-13510e4f0c7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:09.512059 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9060f46e-abe7-45e5-bbea-c6fb18d69091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2508b12b-95e2-4e64-b001-115a1032644e,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:09.514602 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-9060f46e-abe7-45e5-bbea-c6fb18d69091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:09.517208 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.managers [req-7c0cd32b-e554-4db1-afba-be57b2062b29 req-95579165-38a2-47a5-871d-09e96f78779b service neutron] Attempting to bind port 9b9849f4-b4e7-4445-af36-b74d0f23e5e8 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=79296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:38:09.517512 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.managers [req-7c0cd32b-e554-4db1-afba-be57b2062b29 req-95579165-38a2-47a5-871d-09e96f78779b service neutron] Attempting to bind port 9b9849f4-b4e7-4445-af36-b74d0f23e5e8 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': 'a8cd83e0-583d-47d8-8b48-31fe59f67f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ec9d3060-cbe0-4a19-b391-792c7285d3c2'}] {{(pid=79296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:38:09.517881 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0cd32b-e554-4db1-afba-be57b2062b29 req-95579165-38a2-47a5-871d-09e96f78779b service neutron] Attempting to bind port 9b9849f4-b4e7-4445-af36-b74d0f23e5e8 on network ec9d3060-cbe0-4a19-b391-792c7285d3c2 {{(pid=79296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:38:09.523425 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0cd32b-e554-4db1-afba-be57b2062b29 req-95579165-38a2-47a5-871d-09e96f78779b service neutron] Port 9b9849f4-b4e7-4445-af36-b74d0f23e5e8 on network ec9d3060-cbe0-4a19-b391-792c7285d3c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=79296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 19:38:09.523782 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0cd32b-e554-4db1-afba-be57b2062b29 req-95579165-38a2-47a5-871d-09e96f78779b service neutron] Attempting to bind port 9b9849f4-b4e7-4445-af36-b74d0f23e5e8 on network ec9d3060-cbe0-4a19-b391-792c7285d3c2 {{(pid=79296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:38:09.530591 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0cd32b-e554-4db1-afba-be57b2062b29 req-95579165-38a2-47a5-871d-09e96f78779b service neutron] Checking agent: {'id': '9c4a8215-4a8c-47cd-bc08-47634ab436c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 35, 38), 'started_at': datetime.datetime(2021, 5, 10, 19, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:38:09.530950 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0cd32b-e554-4db1-afba-be57b2062b29 req-95579165-38a2-47a5-871d-09e96f78779b service neutron] Checking segment: {'id': 'a8cd83e0-583d-47d8-8b48-31fe59f67f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ec9d3060-cbe0-4a19-b391-792c7285d3c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:38:09.531340 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0cd32b-e554-4db1-afba-be57b2062b29 req-95579165-38a2-47a5-871d-09e96f78779b service neutron] Bound using segment: {'id': 'a8cd83e0-583d-47d8-8b48-31fe59f67f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ec9d3060-cbe0-4a19-b391-792c7285d3c2'} {{(pid=79296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:38:09.531773 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.managers [req-7c0cd32b-e554-4db1-afba-be57b2062b29 req-95579165-38a2-47a5-871d-09e96f78779b service neutron] Bound port: 9b9849f4-b4e7-4445-af36-b74d0f23e5e8, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8cd83e0-583d-47d8-8b48-31fe59f67f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ec9d3060-cbe0-4a19-b391-792c7285d3c2'}}] {{(pid=79296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:38:09.532113 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-7c0cd32b-e554-4db1-afba-be57b2062b29 req-95579165-38a2-47a5-871d-09e96f78779b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:09.665596 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.db [req-7c0cd32b-e554-4db1-afba-be57b2062b29 req-95579165-38a2-47a5-871d-09e96f78779b service neutron] For port 9b9849f4-b4e7-4445-af36-b74d0f23e5e8, host hv-cinder-78445, cleared binding levels {{(pid=79296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:38:09.675392 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.db [req-7c0cd32b-e554-4db1-afba-be57b2062b29 req-95579165-38a2-47a5-871d-09e96f78779b service neutron] For port 9b9849f4-b4e7-4445-af36-b74d0f23e5e8, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=9b9849f4-b4e7-4445-af36-b74d0f23e5e8,segment=NetworkSegment(a8cd83e0-583d-47d8-8b48-31fe59f67f8c),segment_id=a8cd83e0-583d-47d8-8b48-31fe59f67f8c)] {{(pid=79296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:38:09.751796 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-7c0cd32b-e554-4db1-afba-be57b2062b29 req-95579165-38a2-47a5-871d-09e96f78779b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:09.759503 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-f36a44e7-dfd0-41da-8be6-8355785a7d74 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:09.825560 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 38498) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:09.849822 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0cd32b-e554-4db1-afba-be57b2062b29 req-95579165-38a2-47a5-871d-09e96f78779b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:09.850336 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-7c0cd32b-e554-4db1-afba-be57b2062b29 req-95579165-38a2-47a5-871d-09e96f78779b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149324'] for port, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:09.851742 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-7c0cd32b-e554-4db1-afba-be57b2062b29 req-95579165-38a2-47a5-871d-09e96f78779b service neutron] 10.222.0.36 "PUT /v2.0/ports/9b9849f4-b4e7-4445-af36-b74d0f23e5e8 HTTP/1.1" status: 200 len: 1093 time: 1.4814088 May 10 19:38:09.852827 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04fb0688-ac4d-4c9f-b758-586253efd0ac', 'tag': '9b9849f4-b4e7-4445-af36-b74d0f23e5e8'}] {{(pid=79296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:38:09.915633 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95579165-38a2-47a5-871d-09e96f78779b service neutron] Pushing event updated for resources: {'Port': ['ID=9b9849f4-b4e7-4445-af36-b74d0f23e5e8,revision_number=3']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:09.919802 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-95579165-38a2-47a5-871d-09e96f78779b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:09.920080 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.db_base_plugin_v2 [None req-be995b68-b8db-4554-af81-a8fee3f32eb0 admin admin] Deleting subnet 6fb6b745-eb99-4569-a6e2-f9695fc796a2 {{(pid=79295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 19:38:09.924878 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-be995b68-b8db-4554-af81-a8fee3f32eb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:09.933759 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04fb0688-ac4d-4c9f-b758-586253efd0ac', 'tag': '9b9849f4-b4e7-4445-af36-b74d0f23e5e8', 'status': 'completed', 'code': 200} May 10 19:38:09.999122 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-be995b68-b8db-4554-af81-a8fee3f32eb0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:10.013401 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-be995b68-b8db-4554-af81-a8fee3f32eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4008472'] for subnet, precommit_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:10.041037 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4b4a5-bafe-4e2f-8525-0fb24ddd8c2d req-0976824f-85ca-4ee2-a346-dfcfb5712f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:10.043900 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-a2a4b4a5-bafe-4e2f-8525-0fb24ddd8c2d req-0976824f-85ca-4ee2-a346-dfcfb5712f96 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=199515a807db4df6b09d4d3ef44250c3&device_id=04fb0688-ac4d-4c9f-b758-586253efd0ac HTTP/1.1" status: 200 len: 1096 time: 0.0957069 May 10 19:38:10.237265 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4b4a5-bafe-4e2f-8525-0fb24ddd8c2d req-66b8128b-2b91-460a-86ef-7aae7dfbf95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:10.238713 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-a2a4b4a5-bafe-4e2f-8525-0fb24ddd8c2d req-66b8128b-2b91-460a-86ef-7aae7dfbf95d service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=199515a807db4df6b09d4d3ef44250c3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1760340 May 10 19:38:10.395196 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4b4a5-bafe-4e2f-8525-0fb24ddd8c2d req-3e47cafb-6246-4d1f-b5d6-00cf6f2d4cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:10.397234 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-a2a4b4a5-bafe-4e2f-8525-0fb24ddd8c2d req-3e47cafb-6246-4d1f-b5d6-00cf6f2d4cfd service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1518302 May 10 19:38:10.404800 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4677e34-8d38-45f9-ab1d-fd797d5f4bf0 req-524cab86-5ce6-4290-a595-05b81df98632 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:10.406280 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-d4677e34-8d38-45f9-ab1d-fd797d5f4bf0 req-524cab86-5ce6-4290-a595-05b81df98632 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=58f1159d-690b-4c55-a2e3-f66f889b9b1e HTTP/1.1" status: 200 len: 945 time: 0.2449222 May 10 19:38:10.424266 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b97dc8-3793-49ed-b0a0-82bcd624abd2 req-3aece45f-87f5-4942-9677-2814b89c91ab tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:10.433396 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-e7b97dc8-3793-49ed-b0a0-82bcd624abd2 req-3aece45f-87f5-4942-9677-2814b89c91ab tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/ports?device_id=04fb0688-ac4d-4c9f-b758-586253efd0ac HTTP/1.1" status: 200 len: 943 time: 0.2725894 May 10 19:38:10.486059 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 38530) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:10.527277 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-0f6adf45-5b8e-4fa4-829d-4aceef5df1ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:10.541602 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0cd32b-e554-4db1-afba-be57b2062b29 req-6e61d253-e61c-45a6-9e06-a8ad7f0579e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:10.543465 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-7c0cd32b-e554-4db1-afba-be57b2062b29 req-6e61d253-e61c-45a6-9e06-a8ad7f0579e5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=199515a807db4df6b09d4d3ef44250c3&device_id=04fb0688-ac4d-4c9f-b758-586253efd0ac HTTP/1.1" status: 200 len: 1096 time: 0.1071103 May 10 19:38:10.568399 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-0f6adf45-5b8e-4fa4-829d-4aceef5df1ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:38:10.579225 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-0f6adf45-5b8e-4fa4-829d-4aceef5df1ae admin admin] Usage tracker for resource:security_group_rule and tenant:1c93a4e59e5a4583b1cbbad529a90aea is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:38:10.593434 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-d4677e34-8d38-45f9-ab1d-fd797d5f4bf0 req-d5c39119-2003-428b-a367-5e0ffec3beca tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061254 May 10 19:38:10.595442 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-e7b97dc8-3793-49ed-b0a0-82bcd624abd2 req-b4eb3e19-1406-4746-8bf0-ac1ddc49ec9f tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/security-groups?id=294b53ad-6834-49da-93cc-8cdce0637b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610670 May 10 19:38:10.596393 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-0f6adf45-5b8e-4fa4-829d-4aceef5df1ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:38:10.604269 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-0f6adf45-5b8e-4fa4-829d-4aceef5df1ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:38:10.617670 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-be995b68-b8db-4554-af81-a8fee3f32eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4008471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384'] for subnet, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:10.622689 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:10.636023 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-7c0cd32b-e554-4db1-afba-be57b2062b29 req-b4f23225-e272-497d-8379-e1f3a33ee260 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b9849f4-b4e7-4445-af36-b74d0f23e5e8 HTTP/1.1" status: 200 len: 217 time: 0.0735731 May 10 19:38:10.672386 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be995b68-b8db-4554-af81-a8fee3f32eb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fb6b745-eb99-4569-a6e2-f9695fc796a2,revision_number=None']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:10.684939 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-be995b68-b8db-4554-af81-a8fee3f32eb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:10.686976 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-be995b68-b8db-4554-af81-a8fee3f32eb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:10.732705 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0cd32b-e554-4db1-afba-be57b2062b29 req-9a6dc168-bd42-4169-bdaa-c1923faefb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:10.734332 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-7c0cd32b-e554-4db1-afba-be57b2062b29 req-9a6dc168-bd42-4169-bdaa-c1923faefb42 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ca778bf9-51c9-411c-acc3-eec82a0bc2d4 HTTP/1.1" status: 200 len: 855 time: 0.0842977 May 10 19:38:10.765710 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-be995b68-b8db-4554-af81-a8fee3f32eb0 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/6fb6b745-eb99-4569-a6e2-f9695fc796a2 HTTP/1.1" status: 204 len: 168 time: 0.9389963 May 10 19:38:10.769711 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 38548) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:10.802733 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-5dae1a9b-6d9a-4117-a5a4-1d3d88719925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:10.830791 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-7c0cd32b-e554-4db1-afba-be57b2062b29 req-3b34092b-657d-48b4-b1c3-3bc3980025ed service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ec9d3060-cbe0-4a19-b391-792c7285d3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762382 May 10 19:38:10.916627 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-0f6adf45-5b8e-4fa4-829d-4aceef5df1ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:10.919874 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-66810670-01d5-4afb-b4f3-1d6cce684b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850776'] for network, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:10.974471 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:11.012141 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-7c0cd32b-e554-4db1-afba-be57b2062b29 req-dd25bbe9-9f7c-48c2-9b08-6b2939f2093e service neutron] 10.222.0.36 "GET /v2.0/networks/ec9d3060-cbe0-4a19-b391-792c7285d3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741595 May 10 19:38:11.060445 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-66810670-01d5-4afb-b4f3-1d6cce684b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002531', 'neutron.services.segments.db._delete_segments_for_network-8757498921373'] for network, precommit_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:11.073695 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-0f6adf45-5b8e-4fa4-829d-4aceef5df1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:11.085691 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-66810670-01d5-4afb-b4f3-1d6cce684b42 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=79295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:38:11.086032 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-66810670-01d5-4afb-b4f3-1d6cce684b42 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=79295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:38:11.086801 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-66810670-01d5-4afb-b4f3-1d6cce684b42 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:38:11.087194 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-66810670-01d5-4afb-b4f3-1d6cce684b42 admin admin] Subscribe: > port after_create 55550000 {{(pid=79295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:38:11.087499 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-66810670-01d5-4afb-b4f3-1d6cce684b42 admin admin] Subscribe: > port after_delete 55550000 {{(pid=79295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:38:11.087833 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-66810670-01d5-4afb-b4f3-1d6cce684b42 admin admin] Subscribe: > port after_update 55550000 {{(pid=79295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:38:11.088149 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-66810670-01d5-4afb-b4f3-1d6cce684b42 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=79295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:38:11.088464 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-66810670-01d5-4afb-b4f3-1d6cce684b42 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:38:11.088817 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-66810670-01d5-4afb-b4f3-1d6cce684b42 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:38:11.089077 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-66810670-01d5-4afb-b4f3-1d6cce684b42 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=79295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:38:11.189088 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-7c0cd32b-e554-4db1-afba-be57b2062b29 req-05a7bb99-94a5-4708-a61d-0ff025e71a18 service neutron] 10.222.0.36 "GET /v2.0/networks/ec9d3060-cbe0-4a19-b391-792c7285d3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622822 May 10 19:38:11.275352 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-66810670-01d5-4afb-b4f3-1d6cce684b42 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:38:11.276016 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-66810670-01d5-4afb-b4f3-1d6cce684b42 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:38:11.277047 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-66810670-01d5-4afb-b4f3-1d6cce684b42 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=79295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:38:11.278545 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-66810670-01d5-4afb-b4f3-1d6cce684b42 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=79295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:38:11.279696 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.services.segments.db [None req-66810670-01d5-4afb-b4f3-1d6cce684b42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0d4b9de-e210-4ae4-a44f-3667619d5602']}} {{(pid=79295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:38:11.290379 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:11.315471 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.services.segments.db [None req-66810670-01d5-4afb-b4f3-1d6cce684b42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b419feae-3c04-4731-ab23-9ce2e44e2bd8') {'for_net_delete': True} {{(pid=79295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:38:11.315761 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.services.segments.db [None req-66810670-01d5-4afb-b4f3-1d6cce684b42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b419feae-3c04-4731-ab23-9ce2e44e2bd8') {} {{(pid=79295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:38:11.348594 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-66810670-01d5-4afb-b4f3-1d6cce684b42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757498933351', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1920419'] for segment, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:11.366100 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-0f6adf45-5b8e-4fa4-829d-4aceef5df1ae admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1c93a4e59e5a4583b1cbbad529a90aea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8747268 May 10 19:38:11.369558 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 38586) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:11.372078 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6adf45-5b8e-4fa4-829d-4aceef5df1ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ff0716-e09e-4f4b-81d2-7c3835e6e514,revision_number=1']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:11.375422 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-0f6adf45-5b8e-4fa4-829d-4aceef5df1ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:11.376847 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-66810670-01d5-4afb-b4f3-1d6cce684b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007211'] for segment, precommit_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:11.384577 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66810670-01d5-4afb-b4f3-1d6cce684b42 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=79295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:38:11.384974 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-66810670-01d5-4afb-b4f3-1d6cce684b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10826941'] for segment, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:11.402434 dv-cinder-784453-6-smb neutron-server[79295]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 19:38:11.402434 dv-cinder-784453-6-smb neutron-server[79295]: from cryptography.utils import int_from_bytes May 10 19:38:11.402434 dv-cinder-784453-6-smb neutron-server[79295]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 19:38:11.402434 dv-cinder-784453-6-smb neutron-server[79295]: from cryptography.utils import int_from_bytes May 10 19:38:11.402434 dv-cinder-784453-6-smb neutron-server[79295]: Traceback (most recent call last): May 10 19:38:11.402434 dv-cinder-784453-6-smb neutron-server[79295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:38:11.402434 dv-cinder-784453-6-smb neutron-server[79295]: timer() May 10 19:38:11.402434 dv-cinder-784453-6-smb neutron-server[79295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:38:11.402434 dv-cinder-784453-6-smb neutron-server[79295]: cb(*args, **kw) May 10 19:38:11.402434 dv-cinder-784453-6-smb neutron-server[79295]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 19:38:11.402434 dv-cinder-784453-6-smb neutron-server[79295]: return func(*args, **kwargs) May 10 19:38:11.402434 dv-cinder-784453-6-smb neutron-server[79295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:38:11.402434 dv-cinder-784453-6-smb neutron-server[79295]: self._notify() May 10 19:38:11.402434 dv-cinder-784453-6-smb neutron-server[79295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:38:11.402434 dv-cinder-784453-6-smb neutron-server[79295]: self.callback(batched_events) May 10 19:38:11.402434 dv-cinder-784453-6-smb neutron-server[79295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:38:11.402434 dv-cinder-784453-6-smb neutron-server[79295]: event.method(event) May 10 19:38:11.402434 dv-cinder-784453-6-smb neutron-server[79295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 19:38:11.402434 dv-cinder-784453-6-smb neutron-server[79295]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:38:11.402434 dv-cinder-784453-6-smb neutron-server[79295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 19:38:11.402434 dv-cinder-784453-6-smb neutron-server[79295]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:38:11.402434 dv-cinder-784453-6-smb neutron-server[79295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 19:38:11.402434 dv-cinder-784453-6-smb neutron-server[79295]: return f(self, *a, **k) May 10 19:38:11.402434 dv-cinder-784453-6-smb neutron-server[79295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 19:38:11.402434 dv-cinder-784453-6-smb neutron-server[79295]: return self._get(url).json() May 10 19:38:11.402434 dv-cinder-784453-6-smb neutron-server[79295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 19:38:11.402434 dv-cinder-784453-6-smb neutron-server[79295]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:38:11.402434 dv-cinder-784453-6-smb neutron-server[79295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:38:11.402434 dv-cinder-784453-6-smb neutron-server[79295]: return self.request(url, 'GET', **kwargs) May 10 19:38:11.402434 dv-cinder-784453-6-smb neutron-server[79295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:38:11.402434 dv-cinder-784453-6-smb neutron-server[79295]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:38:11.402434 dv-cinder-784453-6-smb neutron-server[79295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:38:11.402434 dv-cinder-784453-6-smb neutron-server[79295]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:38:11.402434 dv-cinder-784453-6-smb neutron-server[79295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:38:11.402434 dv-cinder-784453-6-smb neutron-server[79295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:38:11.402434 dv-cinder-784453-6-smb neutron-server[79295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:38:11.453509 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-0582838a-4c28-4998-b15c-4f305c8bcdee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:11.491147 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-0582838a-4c28-4998-b15c-4f305c8bcdee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:11.590396 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-66810670-01d5-4afb-b4f3-1d6cce684b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658298'] for network, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:11.594502 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:11.614340 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-66810670-01d5-4afb-b4f3-1d6cce684b42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533414'] for network, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:11.616998 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66810670-01d5-4afb-b4f3-1d6cce684b42 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0d4b9de-e210-4ae4-a44f-3667619d5602,revision_number=None']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:11.620476 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-66810670-01d5-4afb-b4f3-1d6cce684b42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:11.628723 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-66810670-01d5-4afb-b4f3-1d6cce684b42 admin admin] 10.222.0.46 "DELETE /v2.0/networks/a0d4b9de-e210-4ae4-a44f-3667619d5602 HTTP/1.1" status: 204 len: 168 time: 0.8552430 May 10 19:38:11.648240 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-0582838a-4c28-4998-b15c-4f305c8bcdee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:11.656441 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-fa0fffbd-183a-4999-aa6a-f0e201b5098a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:11.668451 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0582838a-4c28-4998-b15c-4f305c8bcdee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ff0716-e09e-4f4b-81d2-7c3835e6e514,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:11.684631 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-0582838a-4c28-4998-b15c-4f305c8bcdee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:11.685533 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-0582838a-4c28-4998-b15c-4f305c8bcdee admin admin] Notify callbacks [] for security_group, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:11.687088 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-0582838a-4c28-4998-b15c-4f305c8bcdee admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/68ff0716-e09e-4f4b-81d2-7c3835e6e514 HTTP/1.1" status: 204 len: 168 time: 0.3160310 May 10 19:38:11.940564 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d332465-2068-44be-8e56-89a60dc17d8c req-d82b1b48-4344-4b9d-99cd-a65dbd79ec74 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:11.943398 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-0d332465-2068-44be-8e56-89a60dc17d8c req-d82b1b48-4344-4b9d-99cd-a65dbd79ec74 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/ports?device_id=04fb0688-ac4d-4c9f-b758-586253efd0ac HTTP/1.1" status: 200 len: 943 time: 0.1992910 May 10 19:38:11.955915 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-05ecdfa3-b7ee-4afa-83d7-ebb5bc70016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:12.002600 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-0d332465-2068-44be-8e56-89a60dc17d8c req-14197b55-f915-441d-a2d1-dd355073a89b tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/security-groups?id=294b53ad-6834-49da-93cc-8cdce0637b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548663 May 10 19:38:12.020068 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a51b160-7bec-46aa-a6da-dc37e5a8477f req-4d8fb406-ee66-4e49-a7ea-89e8d22be57c tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:12.022185 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-5a51b160-7bec-46aa-a6da-dc37e5a8477f req-4d8fb406-ee66-4e49-a7ea-89e8d22be57c tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=58f1159d-690b-4c55-a2e3-f66f889b9b1e HTTP/1.1" status: 200 len: 945 time: 0.1716375 May 10 19:38:12.069910 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-5a51b160-7bec-46aa-a6da-dc37e5a8477f req-311a4dbf-c467-4be7-9c02-68e086e7eb76 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411305 May 10 19:38:12.300588 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 38640) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:12.357416 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 38650) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:12.358035 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-3db98eb9-dd91-4102-95c1-83f301f6efbd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=51cacdd45af040f2a01d344873e3625b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0561614 May 10 19:38:12.432643 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-46cae424-6b71-4165-9238-c9829f7b3288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:12.463764 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-46cae424-6b71-4165-9238-c9829f7b3288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:12.596346 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-46cae424-6b71-4165-9238-c9829f7b3288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:12.600556 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-1e1743a0-75bf-4845-8f8f-36ea43bb6e32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:12.611588 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cae424-6b71-4165-9238-c9829f7b3288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5804c8-f9f7-43ee-85d5-7978ae4c260a,revision_number=None']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:12.614620 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-46cae424-6b71-4165-9238-c9829f7b3288 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:12.623698 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-46cae424-6b71-4165-9238-c9829f7b3288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:12.625833 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-46cae424-6b71-4165-9238-c9829f7b3288 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7d5804c8-f9f7-43ee-85d5-7978ae4c260a HTTP/1.1" status: 204 len: 168 time: 0.2669916 May 10 19:38:13.222613 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b95fb-1e9b-4033-a4be-8c7215a07c92 req-a70695ac-a2ec-4176-bd32-2417ce2e9e6b tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:13.224112 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-fb4b95fb-1e9b-4033-a4be-8c7215a07c92 req-a70695ac-a2ec-4176-bd32-2417ce2e9e6b tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/ports?device_id=04fb0688-ac4d-4c9f-b758-586253efd0ac HTTP/1.1" status: 200 len: 943 time: 0.0795624 May 10 19:38:13.374969 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-fb4b95fb-1e9b-4033-a4be-8c7215a07c92 req-4d0fae4b-5d99-4d1d-9ac8-6d9f83abd9ea tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/security-groups?id=294b53ad-6834-49da-93cc-8cdce0637b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101027 May 10 19:38:13.409271 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0dd979-13ad-4795-8dfe-e380bd11e658 req-4ab56cd4-c08a-4f60-8ac7-1fea55c11933 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:13.411036 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-8f0dd979-13ad-4795-8dfe-e380bd11e658 req-4ab56cd4-c08a-4f60-8ac7-1fea55c11933 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=58f1159d-690b-4c55-a2e3-f66f889b9b1e HTTP/1.1" status: 200 len: 945 time: 0.1860204 May 10 19:38:13.469556 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-8f0dd979-13ad-4795-8dfe-e380bd11e658 req-6e7064a7-faaa-44a9-ad00-56db78f32a6c tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518529 May 10 19:38:13.518892 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 38734) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:13.566200 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 38740) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:13.686450 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.v2.base [None req-601e6266-28b2-4dd5-867a-a0ed480bdb14 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1687288472-network', 'tenant_id': '159bee55d62d4502812dbd36ea9cba62'}} {{(pid=79295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:38:13.692055 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-601e6266-28b2-4dd5-867a-a0ed480bdb14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:38:13.696366 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-601e6266-28b2-4dd5-867a-a0ed480bdb14 admin admin] Usage tracker for resource:network and tenant:159bee55d62d4502812dbd36ea9cba62 is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:38:13.699630 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-601e6266-28b2-4dd5-867a-a0ed480bdb14 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:38:13.707006 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-601e6266-28b2-4dd5-867a-a0ed480bdb14 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:38:13.733418 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-02078f97-e06b-4c48-b673-8bf9bf3f5f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:13.752192 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-0a703f88-ad0a-4313-9ec6-d920388cb451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:13.778223 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-0a703f88-ad0a-4313-9ec6-d920388cb451 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:38:13.784857 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-0a703f88-ad0a-4313-9ec6-d920388cb451 admin admin] Usage tracker for resource:security_group_rule and tenant:8bceaf4a459e45ac9f00efcd3fe249ab is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:38:13.790581 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-0a703f88-ad0a-4313-9ec6-d920388cb451 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:38:13.802454 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-0a703f88-ad0a-4313-9ec6-d920388cb451 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:38:13.831311 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-601e6266-28b2-4dd5-867a-a0ed480bdb14 admin admin] Made reservation on behalf of 159bee55d62d4502812dbd36ea9cba62 for: {'network': 1} {{(pid=79295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:38:13.834755 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-601e6266-28b2-4dd5-867a-a0ed480bdb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for network, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:13.856768 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-601e6266-28b2-4dd5-867a-a0ed480bdb14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:13.875674 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-601e6266-28b2-4dd5-867a-a0ed480bdb14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:38:13.879900 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-601e6266-28b2-4dd5-867a-a0ed480bdb14 admin admin] Usage tracker for resource:security_group_rule and tenant:159bee55d62d4502812dbd36ea9cba62 is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:38:13.883935 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-601e6266-28b2-4dd5-867a-a0ed480bdb14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:38:13.890761 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-601e6266-28b2-4dd5-867a-a0ed480bdb14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:38:13.906472 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-0a703f88-ad0a-4313-9ec6-d920388cb451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:13.988546 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-601e6266-28b2-4dd5-867a-a0ed480bdb14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:14.028843 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-0a703f88-ad0a-4313-9ec6-d920388cb451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:14.040935 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-7ab214e0-00f6-4392-a4f2-d21647066dca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:14.041369 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 38752) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:14.098052 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-0a703f88-ad0a-4313-9ec6-d920388cb451 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8bceaf4a459e45ac9f00efcd3fe249ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5302453 May 10 19:38:14.098951 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 38758) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:14.102674 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a703f88-ad0a-4313-9ec6-d920388cb451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87506526-4b13-4b3f-bd6b-6a0f26ecbd03,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:14.147878 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-601e6266-28b2-4dd5-867a-a0ed480bdb14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:14.162730 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-601e6266-28b2-4dd5-867a-a0ed480bdb14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=79295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:38:14.172332 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-601e6266-28b2-4dd5-867a-a0ed480bdb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007211'] for segment, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:14.172679 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.db.segments_db [None req-601e6266-28b2-4dd5-867a-a0ed480bdb14 admin admin] Added segment cee13ca0-9e23-4838-8bc3-3bab111473f9 of type vlan for network 3889042a-beb5-4809-a2d1-7a9cbb5bfbe4 May 10 19:38:14.203454 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-0a703f88-ad0a-4313-9ec6-d920388cb451 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:14.206448 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-601e6266-28b2-4dd5-867a-a0ed480bdb14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757498498946'] for network, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:14.217932 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:14.230327 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-60b695bd-3381-4d60-8321-48faa82d3f05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:14.261772 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-7836b455-3f64-4918-9fbb-6bda9ffb4023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:14.270170 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-60b695bd-3381-4d60-8321-48faa82d3f05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:14.288000 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-7836b455-3f64-4918-9fbb-6bda9ffb4023 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:38:14.295535 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-7836b455-3f64-4918-9fbb-6bda9ffb4023 admin admin] Usage tracker for resource:security_group_rule and tenant:3b8b60f0d9404eb9a9be143ce32dc49b is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:38:14.299312 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-7836b455-3f64-4918-9fbb-6bda9ffb4023 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:38:14.302372 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601e6266-28b2-4dd5-867a-a0ed480bdb14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=311ad93e-20da-42c7-8501-835c089ae174,revision_number=1']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:14.308935 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-7836b455-3f64-4918-9fbb-6bda9ffb4023 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:38:14.311149 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-601e6266-28b2-4dd5-867a-a0ed480bdb14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:14.396751 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-601e6266-28b2-4dd5-867a-a0ed480bdb14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384'] for network, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:14.404590 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601e6266-28b2-4dd5-867a-a0ed480bdb14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:14.405178 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-601e6266-28b2-4dd5-867a-a0ed480bdb14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533414'] for network, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:14.415482 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-c56c8c6b-9097-4ea4-a6bc-495ccbe0e8d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:14.439669 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-7836b455-3f64-4918-9fbb-6bda9ffb4023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:14.453984 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-60b695bd-3381-4d60-8321-48faa82d3f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:14.465129 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:14.482297 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b695bd-3381-4d60-8321-48faa82d3f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87506526-4b13-4b3f-bd6b-6a0f26ecbd03,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:14.485882 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-60b695bd-3381-4d60-8321-48faa82d3f05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:14.488290 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-60b695bd-3381-4d60-8321-48faa82d3f05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:14.490124 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-60b695bd-3381-4d60-8321-48faa82d3f05 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/87506526-4b13-4b3f-bd6b-6a0f26ecbd03 HTTP/1.1" status: 204 len: 168 time: 0.3890634 May 10 19:38:14.529130 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601e6266-28b2-4dd5-867a-a0ed480bdb14 admin admin] Pushing event updated for resources: {'Network': ['ID=3889042a-beb5-4809-a2d1-7a9cbb5bfbe4,revision_number=1']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:14.564689 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Network 3889042a-beb5-4809-a2d1-7a9cbb5bfbe4 details requested by agent ovs-agent-dv-cinder-784453-6-smb with host dv-cinder-784453-6-smb {{(pid=79297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 19:38:14.576805 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-601e6266-28b2-4dd5-867a-a0ed480bdb14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:14.585171 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-7836b455-3f64-4918-9fbb-6bda9ffb4023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:14.605133 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-0f6adf45-5b8e-4fa4-829d-4aceef5df1ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:14.711731 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7836b455-3f64-4918-9fbb-6bda9ffb4023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf35d05-8493-485f-8846-b66574940666,revision_number=1']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:14.731779 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-7836b455-3f64-4918-9fbb-6bda9ffb4023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:14.747442 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 38784) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:14.758962 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-7836b455-3f64-4918-9fbb-6bda9ffb4023 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3b8b60f0d9404eb9a9be143ce32dc49b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7162311 May 10 19:38:14.772000 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-601e6266-28b2-4dd5-867a-a0ed480bdb14 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2475893 May 10 19:38:14.791413 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 38788) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:14.803565 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.v2.base [None req-b110c0b4-2705-416a-9fe9-52153e6f254c admin admin] Request body: {'subnet': {'network_id': '3889042a-beb5-4809-a2d1-7a9cbb5bfbe4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1687288472-subnet', 'tenant_id': '159bee55d62d4502812dbd36ea9cba62', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:38:14.823992 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-b110c0b4-2705-416a-9fe9-52153e6f254c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:38:14.830639 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-b110c0b4-2705-416a-9fe9-52153e6f254c admin admin] Usage tracker for resource:subnet and tenant:159bee55d62d4502812dbd36ea9cba62 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:38:14.841389 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-b110c0b4-2705-416a-9fe9-52153e6f254c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:38:14.859140 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-b110c0b4-2705-416a-9fe9-52153e6f254c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:38:14.865493 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b4ed7-8740-4d9f-9c00-bfebaae512d4 req-93f7767c-2b7d-4cd2-bc34-909d05cd7c10 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:14.866582 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device 9b9849f4-b4e7-4445-af36-b74d0f23e5e8 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=79297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 19:38:14.869128 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-ef6b4ed7-8740-4d9f-9c00-bfebaae512d4 req-93f7767c-2b7d-4cd2-bc34-909d05cd7c10 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/ports?device_id=04fb0688-ac4d-4c9f-b758-586253efd0ac HTTP/1.1" status: 200 len: 943 time: 0.3346579 May 10 19:38:14.885802 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-d5028202-a00d-420d-9d0f-38c26b6c3286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:14.914389 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb17e5-2f28-4f0b-8bb0-0e36e6d3c08b req-556aef8e-9864-4f6c-bce2-9cad3b1e755b tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:14.919332 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-1aeb17e5-2f28-4f0b-8bb0-0e36e6d3c08b req-556aef8e-9864-4f6c-bce2-9cad3b1e755b tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=58f1159d-690b-4c55-a2e3-f66f889b9b1e HTTP/1.1" status: 200 len: 945 time: 0.1573479 May 10 19:38:14.932726 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-d5028202-a00d-420d-9d0f-38c26b6c3286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:14.984765 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b110c0b4-2705-416a-9fe9-52153e6f254c admin admin] Made reservation on behalf of 159bee55d62d4502812dbd36ea9cba62 for: {'subnet': 1} {{(pid=79296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:38:14.987106 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-b110c0b4-2705-416a-9fe9-52153e6f254c admin admin] Notify callbacks [] for subnet, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:15.019354 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-1aeb17e5-2f28-4f0b-8bb0-0e36e6d3c08b req-23079af0-bf91-44f9-9cc0-6f824f2662d1 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944922 May 10 19:38:15.021968 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-ef6b4ed7-8740-4d9f-9c00-bfebaae512d4 req-8d5fe9b6-666c-4240-ba57-98159409f385 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/security-groups?id=294b53ad-6834-49da-93cc-8cdce0637b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321528 May 10 19:38:15.102209 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-d5028202-a00d-420d-9d0f-38c26b6c3286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:15.112370 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-7460db13-6fc0-4939-b8af-e1377ae03357 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:15.131834 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] For port 9b9849f4-b4e7-4445-af36-b74d0f23e5e8, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=9b9849f4-b4e7-4445-af36-b74d0f23e5e8,segment=NetworkSegment(a8cd83e0-583d-47d8-8b48-31fe59f67f8c),segment_id=a8cd83e0-583d-47d8-8b48-31fe59f67f8c)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:38:15.140004 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-d5028202-a00d-420d-9d0f-38c26b6c3286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:15.143687 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-d5028202-a00d-420d-9d0f-38c26b6c3286 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/caf35d05-8493-485f-8846-b66574940666 HTTP/1.1" status: 204 len: 168 time: 0.3930113 May 10 19:38:15.143687 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5028202-a00d-420d-9d0f-38c26b6c3286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf35d05-8493-485f-8846-b66574940666,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:15.147051 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Returning: {'device': '9b9849f4-b4e7-4445-af36-b74d0f23e5e8', 'network_id': 'ec9d3060-cbe0-4a19-b391-792c7285d3c2', 'port_id': '9b9849f4-b4e7-4445-af36-b74d0f23e5e8', 'mac_address': 'fa:16:3e:ea:5b:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca778bf9-51c9-411c-acc3-eec82a0bc2d4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 19:38:15.157674 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-d5028202-a00d-420d-9d0f-38c26b6c3286 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:15.217260 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:15.235796 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.notifiers.nova [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b9849f4-b4e7-4445-af36-b74d0f23e5e8 {{(pid=79297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:38:15.255294 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] For port 9b9849f4-b4e7-4445-af36-b74d0f23e5e8, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=9b9849f4-b4e7-4445-af36-b74d0f23e5e8,segment=NetworkSegment(a8cd83e0-583d-47d8-8b48-31fe59f67f8c),segment_id=a8cd83e0-583d-47d8-8b48-31fe59f67f8c)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:38:15.351121 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:15.353442 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:15.426367 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Pushing event updated for resources: {'Port': ['ID=9b9849f4-b4e7-4445-af36-b74d0f23e5e8,revision_number=4']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:15.429942 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:15.475274 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 38814) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:15.500034 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-dc50ac04-cbd9-4ff3-a8ba-3ab876e7690e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:15.520465 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-dc50ac04-cbd9-4ff3-a8ba-3ab876e7690e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:38:15.526430 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-dc50ac04-cbd9-4ff3-a8ba-3ab876e7690e admin admin] Usage tracker for resource:security_group_rule and tenant:07c1348582634262b54b930ea1c9d293 is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:38:15.529659 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-dc50ac04-cbd9-4ff3-a8ba-3ab876e7690e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:38:15.539823 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-dc50ac04-cbd9-4ff3-a8ba-3ab876e7690e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:38:15.612603 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-b110c0b4-2705-416a-9fe9-52153e6f254c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384'] for subnet, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:15.618773 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-773e952e-13e8-4795-b3c3-60d1e4a5c862 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:15.662775 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] get_ports_and_sgs() called for port_ids ['9b9849f4-b4e7-4445-af36-b74d0f23e5e8'] {{(pid=79297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:38:15.688209 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-dc50ac04-cbd9-4ff3-a8ba-3ab876e7690e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:15.693134 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b110c0b4-2705-416a-9fe9-52153e6f254c admin admin] Pushing event updated for resources: {'Subnet': ['ID=171c7a88-f900-4bd2-b2cc-cb41ddf56ecb,revision_number=0']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:15.697462 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-b110c0b4-2705-416a-9fe9-52153e6f254c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:15.747936 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b110c0b4-2705-416a-9fe9-52153e6f254c admin admin] Checking segment: {'id': 'cee13ca0-9e23-4838-8bc3-3bab111473f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3889042a-beb5-4809-a2d1-7a9cbb5bfbe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:38:15.748573 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b110c0b4-2705-416a-9fe9-52153e6f254c admin admin] Network hostable DHCP agents. Network: 3889042a-beb5-4809-a2d1-7a9cbb5bfbe4, hostable agents: ['cf5774e5-e4b1-412e-9d40-b43239b08ac1'], hosted agents: [] {{(pid=79296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:38:15.760410 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-dc50ac04-cbd9-4ff3-a8ba-3ab876e7690e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:15.768575 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-7836b455-3f64-4918-9fbb-6bda9ffb4023 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:15.827692 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc50ac04-cbd9-4ff3-a8ba-3ab876e7690e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f35f5d6-3db0-4a63-862a-0135c9d1daf4,revision_number=1']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:15.835663 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-dc50ac04-cbd9-4ff3-a8ba-3ab876e7690e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=07c1348582634262b54b930ea1c9d293&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3569388 May 10 19:38:15.835663 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-dc50ac04-cbd9-4ff3-a8ba-3ab876e7690e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:15.836280 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 38830) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:15.913811 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-b36988d8-255c-4843-be43-73ed27f77118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:15.925977 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b110c0b4-2705-416a-9fe9-52153e6f254c admin admin] Network 3889042a-beb5-4809-a2d1-7a9cbb5bfbe4 is scheduled to be hosted by DHCP agent cf5774e5-e4b1-412e-9d40-b43239b08ac1 with binding_index 1 {{(pid=79296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:38:15.953522 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-b36988d8-255c-4843-be43-73ed27f77118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:16.036295 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.base_scheduler [None req-b110c0b4-2705-416a-9fe9-52153e6f254c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-6-smb, 3889042a-beb5-4809-a2d1-7a9cbb5bfbe4) {{(pid=79296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:38:16.040334 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b110c0b4-2705-416a-9fe9-52153e6f254c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:16.040946 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-b110c0b4-2705-416a-9fe9-52153e6f254c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533414'] for subnet, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:16.045093 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674743ac-6d35-4d99-b2d7-91206cba0d63 None None] Network 3889042a-beb5-4809-a2d1-7a9cbb5bfbe4 requested from dv-cinder-784453-6-smb {{(pid=79297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:38:16.122768 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-b36988d8-255c-4843-be43-73ed27f77118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:16.126142 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-b36988d8-255c-4843-be43-73ed27f77118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:16.128079 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-b36988d8-255c-4843-be43-73ed27f77118 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3f35f5d6-3db0-4a63-862a-0135c9d1daf4 HTTP/1.1" status: 204 len: 168 time: 0.2897816 May 10 19:38:16.128845 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:16.140339 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36988d8-255c-4843-be43-73ed27f77118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f35f5d6-3db0-4a63-862a-0135c9d1daf4,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:16.142627 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-b36988d8-255c-4843-be43-73ed27f77118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:16.175563 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 38842) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:16.196744 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-b110c0b4-2705-416a-9fe9-52153e6f254c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4040747 May 10 19:38:16.206605 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-fa677cf6-db66-4253-bef6-228f5c9eab18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:16.253708 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-fa677cf6-db66-4253-bef6-228f5c9eab18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:38:16.259585 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-fa677cf6-db66-4253-bef6-228f5c9eab18 admin admin] Usage tracker for resource:security_group_rule and tenant:2668078596a048059dee34f87ad6a052 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:38:16.262804 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2841c67f-3f9c-4dce-a6e9-4e15812de68a req-63c12328-22ba-49cc-aa46-dbe81ddfc961 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:16.263746 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-fa677cf6-db66-4253-bef6-228f5c9eab18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:38:16.264987 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-2841c67f-3f9c-4dce-a6e9-4e15812de68a req-63c12328-22ba-49cc-aa46-dbe81ddfc961 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/ports?device_id=04fb0688-ac4d-4c9f-b758-586253efd0ac HTTP/1.1" status: 200 len: 944 time: 0.1339576 May 10 19:38:16.287562 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-fa677cf6-db66-4253-bef6-228f5c9eab18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:38:16.322797 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754d5d8e-d578-42f8-a86c-974dbdc974dd None None] Network 3889042a-beb5-4809-a2d1-7a9cbb5bfbe4 requested from dv-cinder-784453-6-smb {{(pid=79297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:38:16.360307 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-2841c67f-3f9c-4dce-a6e9-4e15812de68a req-c578b495-74f6-41d4-afcc-02b8e6a5e9e5 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/security-groups?id=294b53ad-6834-49da-93cc-8cdce0637b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884857 May 10 19:38:16.439622 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-fa677cf6-db66-4253-bef6-228f5c9eab18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:16.533711 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-fa677cf6-db66-4253-bef6-228f5c9eab18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:16.548494 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:16.591088 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-fa677cf6-db66-4253-bef6-228f5c9eab18 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2668078596a048059dee34f87ad6a052&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4143360 May 10 19:38:16.591721 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 38858) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:16.639760 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa677cf6-db66-4253-bef6-228f5c9eab18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=043f90fd-6b8c-4923-bea3-2310cf1b5a01,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:16.662598 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa677cf6-db66-4253-bef6-228f5c9eab18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:38:16.668257 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa677cf6-db66-4253-bef6-228f5c9eab18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:38:16.668257 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa677cf6-db66-4253-bef6-228f5c9eab18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:38:16.668257 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa677cf6-db66-4253-bef6-228f5c9eab18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:38:16.668257 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa677cf6-db66-4253-bef6-228f5c9eab18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:38:16.668257 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa677cf6-db66-4253-bef6-228f5c9eab18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:38:16.668257 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa677cf6-db66-4253-bef6-228f5c9eab18 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:38:16.668257 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa677cf6-db66-4253-bef6-228f5c9eab18 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:38:16.668257 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa677cf6-db66-4253-bef6-228f5c9eab18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:38:16.668257 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa677cf6-db66-4253-bef6-228f5c9eab18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:38:16.668796 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971417a-3854-47c2-9402-d366f725dd2b req-79ba70e7-6e7b-4983-9d36-e5c0fe39b162 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:16.669241 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa677cf6-db66-4253-bef6-228f5c9eab18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:38:16.669241 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa677cf6-db66-4253-bef6-228f5c9eab18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:38:16.674145 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-fa677cf6-db66-4253-bef6-228f5c9eab18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:16.678467 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-9971417a-3854-47c2-9402-d366f725dd2b req-79ba70e7-6e7b-4983-9d36-e5c0fe39b162 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=58f1159d-690b-4c55-a2e3-f66f889b9b1e HTTP/1.1" status: 200 len: 945 time: 0.1180158 May 10 19:38:16.701383 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-28b61232-f41a-4205-91e2-0f448a730b1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:16.742400 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-28b61232-f41a-4205-91e2-0f448a730b1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:16.745561 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-9971417a-3854-47c2-9402-d366f725dd2b req-55953863-050e-4ceb-ad80-1cacb2c95cca tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621598 May 10 19:38:16.763144 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 38866) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:16.877834 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device 9b9849f4-b4e7-4445-af36-b74d0f23e5e8 up at agent hyperv_hv-cinder-78445 {{(pid=79297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:38:16.904833 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-28b61232-f41a-4205-91e2-0f448a730b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:16.911675 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-9b193e57-c651-42a8-9b60-ba09d52347a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:16.925618 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b61232-f41a-4205-91e2-0f448a730b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=043f90fd-6b8c-4923-bea3-2310cf1b5a01,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:16.934627 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-28b61232-f41a-4205-91e2-0f448a730b1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:16.935913 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-28b61232-f41a-4205-91e2-0f448a730b1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:16.937224 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-28b61232-f41a-4205-91e2-0f448a730b1d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/043f90fd-6b8c-4923-bea3-2310cf1b5a01 HTTP/1.1" status: 204 len: 168 time: 0.3423228 May 10 19:38:17.074290 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Provisioning for port 9b9849f4-b4e7-4445-af36-b74d0f23e5e8 completed by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:38:17.079316 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Provisioning complete for port 9b9849f4-b4e7-4445-af36-b74d0f23e5e8 triggered by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:38:17.079695 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:17.112444 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-acb4923a-30af-43f1-8751-655f16fddd12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:17.137701 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-acb4923a-30af-43f1-8751-655f16fddd12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:38:17.149584 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-acb4923a-30af-43f1-8751-655f16fddd12 admin admin] Usage tracker for resource:security_group_rule and tenant:aee070b1cc304ff99f2181f09d3324cd is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:38:17.155774 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-acb4923a-30af-43f1-8751-655f16fddd12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:38:17.167247 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-acb4923a-30af-43f1-8751-655f16fddd12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:38:17.236499 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:17.265893 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04fb0688-ac4d-4c9f-b758-586253efd0ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b9849f4-b4e7-4445-af36-b74d0f23e5e8'}] {{(pid=79297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:38:17.277981 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] For port 9b9849f4-b4e7-4445-af36-b74d0f23e5e8, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=9b9849f4-b4e7-4445-af36-b74d0f23e5e8,segment=NetworkSegment(a8cd83e0-583d-47d8-8b48-31fe59f67f8c),segment_id=a8cd83e0-583d-47d8-8b48-31fe59f67f8c)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:38:17.310166 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-acb4923a-30af-43f1-8751-655f16fddd12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:17.317798 dv-cinder-784453-6-smb neutron-server[79297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04fb0688-ac4d-4c9f-b758-586253efd0ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b9849f4-b4e7-4445-af36-b74d0f23e5e8', 'code': 200} May 10 19:38:17.345500 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:17.348412 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:17.373901 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-acb4923a-30af-43f1-8751-655f16fddd12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:17.396073 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-06c9b4eb-534e-4da3-bdbe-8bb729f30e36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:17.450050 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-acb4923a-30af-43f1-8751-655f16fddd12 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=aee070b1cc304ff99f2181f09d3324cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6858172 May 10 19:38:17.451016 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb4923a-30af-43f1-8751-655f16fddd12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31fba36f-1ca1-4fd2-b559-7f7a6c921a68,revision_number=1']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:17.452802 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 38896) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:17.464878 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb4923a-30af-43f1-8751-655f16fddd12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:38:17.465090 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Pushing event updated for resources: {'Port': ['ID=9b9849f4-b4e7-4445-af36-b74d0f23e5e8,revision_number=5']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:17.465223 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb4923a-30af-43f1-8751-655f16fddd12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:38:17.465565 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb4923a-30af-43f1-8751-655f16fddd12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:38:17.467710 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb4923a-30af-43f1-8751-655f16fddd12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:38:17.467710 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb4923a-30af-43f1-8751-655f16fddd12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:38:17.468453 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb4923a-30af-43f1-8751-655f16fddd12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:38:17.470130 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb4923a-30af-43f1-8751-655f16fddd12 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:38:17.470492 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb4923a-30af-43f1-8751-655f16fddd12 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:38:17.470822 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb4923a-30af-43f1-8751-655f16fddd12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:38:17.471978 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:17.472651 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb4923a-30af-43f1-8751-655f16fddd12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:38:17.472976 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb4923a-30af-43f1-8751-655f16fddd12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:38:17.474575 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb4923a-30af-43f1-8751-655f16fddd12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:38:17.479721 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-acb4923a-30af-43f1-8751-655f16fddd12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:17.564605 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-871d87e6-25a6-404d-a457-935de65c902b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:17.595821 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-871d87e6-25a6-404d-a457-935de65c902b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:17.623545 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640f58f2-8a3e-4a90-9d4a-234f2f491a31 req-099cb79c-e969-4620-aab6-2ada3eba08df tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:17.625145 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-640f58f2-8a3e-4a90-9d4a-234f2f491a31 req-099cb79c-e969-4620-aab6-2ada3eba08df tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/ports?device_id=04fb0688-ac4d-4c9f-b758-586253efd0ac HTTP/1.1" status: 200 len: 945 time: 0.1093998 May 10 19:38:17.688468 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-640f58f2-8a3e-4a90-9d4a-234f2f491a31 req-bbc4cbf3-6ee5-4942-9275-518d6b2b48de tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/security-groups?id=294b53ad-6834-49da-93cc-8cdce0637b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553074 May 10 19:38:17.814986 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-871d87e6-25a6-404d-a457-935de65c902b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:17.822114 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:17.842138 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871d87e6-25a6-404d-a457-935de65c902b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31fba36f-1ca1-4fd2-b559-7f7a6c921a68,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:17.847188 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-871d87e6-25a6-404d-a457-935de65c902b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:17.870550 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-871d87e6-25a6-404d-a457-935de65c902b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:17.879012 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-871d87e6-25a6-404d-a457-935de65c902b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/31fba36f-1ca1-4fd2-b559-7f7a6c921a68 HTTP/1.1" status: 204 len: 168 time: 0.4238024 May 10 19:38:17.911638 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b22c6-715e-4ebc-a556-78b41f4643ba req-5efd3b89-60c6-484c-99f4-bd54c28aacd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:17.913434 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-dc6b22c6-715e-4ebc-a556-78b41f4643ba req-5efd3b89-60c6-484c-99f4-bd54c28aacd9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=04fb0688-ac4d-4c9f-b758-586253efd0ac HTTP/1.1" status: 200 len: 1098 time: 0.2108696 May 10 19:38:17.969363 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-dc6b22c6-715e-4ebc-a556-78b41f4643ba req-e306e55e-9694-4edc-8f5b-c022d3745858 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=294b53ad-6834-49da-93cc-8cdce0637b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462010 May 10 19:38:18.022053 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 38930) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:18.027985 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.v2.base [None req-6103f230-97f1-4750-afa7-2e3e1506a417 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-912363610-network', 'tenant_id': 'c1bcc016a8174827a8c544add0506e36'}} {{(pid=79296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:38:18.032471 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-6103f230-97f1-4750-afa7-2e3e1506a417 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:38:18.036712 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-6103f230-97f1-4750-afa7-2e3e1506a417 admin admin] Usage tracker for resource:network and tenant:c1bcc016a8174827a8c544add0506e36 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:38:18.037064 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee092385-b384-423c-810a-c9e65a600802 req-e70a8996-0358-4868-86b3-c6e26315d6b9 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:18.038771 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-ee092385-b384-423c-810a-c9e65a600802 req-e70a8996-0358-4868-86b3-c6e26315d6b9 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=58f1159d-690b-4c55-a2e3-f66f889b9b1e HTTP/1.1" status: 200 len: 945 time: 0.1166844 May 10 19:38:18.040308 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-6103f230-97f1-4750-afa7-2e3e1506a417 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:38:18.046461 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-6103f230-97f1-4750-afa7-2e3e1506a417 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:38:18.096403 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-ee092385-b384-423c-810a-c9e65a600802 req-9318ef16-4baf-4937-a565-856da5eeae2a tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484753 May 10 19:38:18.184858 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6103f230-97f1-4750-afa7-2e3e1506a417 admin admin] Made reservation on behalf of c1bcc016a8174827a8c544add0506e36 for: {'network': 1} {{(pid=79296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:38:18.187320 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-6103f230-97f1-4750-afa7-2e3e1506a417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for network, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:18.200621 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-6103f230-97f1-4750-afa7-2e3e1506a417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:18.219664 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-6103f230-97f1-4750-afa7-2e3e1506a417 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:38:18.223952 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-6103f230-97f1-4750-afa7-2e3e1506a417 admin admin] Usage tracker for resource:security_group_rule and tenant:c1bcc016a8174827a8c544add0506e36 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:38:18.226541 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-6103f230-97f1-4750-afa7-2e3e1506a417 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:38:18.236172 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-6103f230-97f1-4750-afa7-2e3e1506a417 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:38:18.324891 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-6103f230-97f1-4750-afa7-2e3e1506a417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:18.436352 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-6103f230-97f1-4750-afa7-2e3e1506a417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:18.440516 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-a6e3c16a-c7f0-498a-ad3f-dfede179bd6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:18.469491 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6103f230-97f1-4750-afa7-2e3e1506a417 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=79296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:38:18.485986 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6103f230-97f1-4750-afa7-2e3e1506a417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52523a27-c6d9-49f0-929d-8641766c056f,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:18.490707 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-6103f230-97f1-4750-afa7-2e3e1506a417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:18.493055 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-6103f230-97f1-4750-afa7-2e3e1506a417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007211'] for segment, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:18.493547 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.db.segments_db [None req-6103f230-97f1-4750-afa7-2e3e1506a417 admin admin] Added segment bb712f42-3bc0-47fc-9fd3-8a638e209a07 of type vlan for network 12a56f1f-3e46-483d-8b76-5e5fed8bce3e May 10 19:38:18.525894 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-6103f230-97f1-4750-afa7-2e3e1506a417 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757498498946'] for network, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:18.642514 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-6103f230-97f1-4750-afa7-2e3e1506a417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384'] for network, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:18.644067 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6103f230-97f1-4750-afa7-2e3e1506a417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:18.644654 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-6103f230-97f1-4750-afa7-2e3e1506a417 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533414'] for network, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:18.652331 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:18.749559 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6103f230-97f1-4750-afa7-2e3e1506a417 admin admin] Pushing event updated for resources: {'Network': ['ID=12a56f1f-3e46-483d-8b76-5e5fed8bce3e,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:18.753180 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-6103f230-97f1-4750-afa7-2e3e1506a417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:18.762944 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Network 12a56f1f-3e46-483d-8b76-5e5fed8bce3e details requested by agent ovs-agent-dv-cinder-784453-6-smb with host dv-cinder-784453-6-smb {{(pid=79297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 19:38:18.820721 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-6103f230-97f1-4750-afa7-2e3e1506a417 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7969415 May 10 19:38:18.828881 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 38956) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:18.835217 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.v2.base [None req-a1845d73-8e12-4906-ae53-f1bcd06a769c admin admin] Request body: {'subnet': {'network_id': '12a56f1f-3e46-483d-8b76-5e5fed8bce3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-912363610-subnet', 'tenant_id': 'c1bcc016a8174827a8c544add0506e36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:38:18.840070 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-a1845d73-8e12-4906-ae53-f1bcd06a769c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:38:18.851754 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-a1845d73-8e12-4906-ae53-f1bcd06a769c admin admin] Usage tracker for resource:subnet and tenant:c1bcc016a8174827a8c544add0506e36 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:38:18.856079 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-a1845d73-8e12-4906-ae53-f1bcd06a769c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:38:18.874133 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 38960) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:18.878132 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-a1845d73-8e12-4906-ae53-f1bcd06a769c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:38:18.897677 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-16ca42e7-7c60-42dd-9b0b-df7b9eb5d924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:18.916717 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-16ca42e7-7c60-42dd-9b0b-df7b9eb5d924 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:38:18.922638 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-16ca42e7-7c60-42dd-9b0b-df7b9eb5d924 admin admin] Usage tracker for resource:security_group_rule and tenant:87aab26272e046d48e78bc08e368917f is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:38:18.925967 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-16ca42e7-7c60-42dd-9b0b-df7b9eb5d924 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:38:18.935182 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-16ca42e7-7c60-42dd-9b0b-df7b9eb5d924 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:38:18.958104 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48745358-29d2-4fb9-a491-673480392c02 req-e845e848-b2f0-45c5-ab85-3ae944e26b9a tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:18.960215 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-48745358-29d2-4fb9-a491-673480392c02 req-e845e848-b2f0-45c5-ab85-3ae944e26b9a tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/ports?device_id=04fb0688-ac4d-4c9f-b758-586253efd0ac HTTP/1.1" status: 200 len: 945 time: 0.1215634 May 10 19:38:19.016143 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1845d73-8e12-4906-ae53-f1bcd06a769c admin admin] Made reservation on behalf of c1bcc016a8174827a8c544add0506e36 for: {'subnet': 1} {{(pid=79296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:38:19.018886 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-a1845d73-8e12-4906-ae53-f1bcd06a769c admin admin] Notify callbacks [] for subnet, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:19.030072 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-48745358-29d2-4fb9-a491-673480392c02 req-eada488a-c29f-455e-9a66-4aaa2be6adf8 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/security-groups?id=294b53ad-6834-49da-93cc-8cdce0637b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471458 May 10 19:38:19.159448 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-16ca42e7-7c60-42dd-9b0b-df7b9eb5d924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:19.299527 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-16ca42e7-7c60-42dd-9b0b-df7b9eb5d924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:19.307387 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:19.338918 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140e3f38-18c8-4c96-bcad-b148213b4628 req-0c030760-6d83-4a62-8c69-d28aebc7d780 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:19.338918 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-140e3f38-18c8-4c96-bcad-b148213b4628 req-0c030760-6d83-4a62-8c69-d28aebc7d780 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=58f1159d-690b-4c55-a2e3-f66f889b9b1e HTTP/1.1" status: 200 len: 945 time: 0.0991685 May 10 19:38:19.363576 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-16ca42e7-7c60-42dd-9b0b-df7b9eb5d924 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=87aab26272e046d48e78bc08e368917f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4880357 May 10 19:38:19.365508 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 38984) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:19.369432 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ca42e7-7c60-42dd-9b0b-df7b9eb5d924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7338fa-1e0a-4ca4-a319-b086240db679,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:19.476633 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-140e3f38-18c8-4c96-bcad-b148213b4628 req-0cbc1465-bf43-4994-8734-5f9837c07656 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287553 May 10 19:38:19.502447 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-16ca42e7-7c60-42dd-9b0b-df7b9eb5d924 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:19.620493 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-bf3218c5-b640-4316-a5b6-37e88267a31d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:19.656711 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-bf3218c5-b640-4316-a5b6-37e88267a31d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:19.777248 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-a1845d73-8e12-4906-ae53-f1bcd06a769c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384'] for subnet, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:19.781323 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-40dd743d-28ce-492b-8a5d-c63a1601c8c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:19.850971 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1845d73-8e12-4906-ae53-f1bcd06a769c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfe4ae14-aa56-47d0-8033-ec9e67c74b5a,revision_number=0']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:19.856358 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-a1845d73-8e12-4906-ae53-f1bcd06a769c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:19.858579 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-bf3218c5-b640-4316-a5b6-37e88267a31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:19.863833 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-3f875cb8-1f86-4bd6-8e8b-390c2f59a37a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:19.882083 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3218c5-b640-4316-a5b6-37e88267a31d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7338fa-1e0a-4ca4-a319-b086240db679,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:19.889130 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-bf3218c5-b640-4316-a5b6-37e88267a31d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:19.889907 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1845d73-8e12-4906-ae53-f1bcd06a769c admin admin] Checking segment: {'id': 'bb712f42-3bc0-47fc-9fd3-8a638e209a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '12a56f1f-3e46-483d-8b76-5e5fed8bce3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:38:19.890209 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1845d73-8e12-4906-ae53-f1bcd06a769c admin admin] Network hostable DHCP agents. Network: 12a56f1f-3e46-483d-8b76-5e5fed8bce3e, hostable agents: ['cf5774e5-e4b1-412e-9d40-b43239b08ac1'], hosted agents: [] {{(pid=79296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:38:19.904466 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-bf3218c5-b640-4316-a5b6-37e88267a31d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:19.905797 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-bf3218c5-b640-4316-a5b6-37e88267a31d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ef7338fa-1e0a-4ca4-a319-b086240db679 HTTP/1.1" status: 204 len: 168 time: 0.5388794 May 10 19:38:20.028989 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1845d73-8e12-4906-ae53-f1bcd06a769c admin admin] Network 12a56f1f-3e46-483d-8b76-5e5fed8bce3e is scheduled to be hosted by DHCP agent cf5774e5-e4b1-412e-9d40-b43239b08ac1 with binding_index 1 {{(pid=79296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:38:20.069717 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 39018) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:20.196165 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.base_scheduler [None req-a1845d73-8e12-4906-ae53-f1bcd06a769c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-6-smb, 12a56f1f-3e46-483d-8b76-5e5fed8bce3e) {{(pid=79296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:38:20.201027 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1845d73-8e12-4906-ae53-f1bcd06a769c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:20.201836 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-a1845d73-8e12-4906-ae53-f1bcd06a769c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533414'] for subnet, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:20.208173 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcaf694-ee41-4ad5-87d8-86b6598f001a None None] Network 12a56f1f-3e46-483d-8b76-5e5fed8bce3e requested from dv-cinder-784453-6-smb {{(pid=79297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:38:20.249859 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc6c5c2-fdb2-48c4-856c-bbbf8b420770 req-cb903ee7-5449-451e-8b8a-75b3d7fe5c9b tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:20.251596 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-4fc6c5c2-fdb2-48c4-856c-bbbf8b420770 req-cb903ee7-5449-451e-8b8a-75b3d7fe5c9b tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/ports?device_id=04fb0688-ac4d-4c9f-b758-586253efd0ac HTTP/1.1" status: 200 len: 945 time: 0.0838902 May 10 19:38:20.317181 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-a1845d73-8e12-4906-ae53-f1bcd06a769c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4870105 May 10 19:38:20.339858 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-4fc6c5c2-fdb2-48c4-856c-bbbf8b420770 req-5d2fc185-e431-48d4-964b-3827cc1c802d tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/security-groups?id=294b53ad-6834-49da-93cc-8cdce0637b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769823 May 10 19:38:20.562893 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f3a6a0-080f-4dd6-8875-b054fac386df None None] Network 12a56f1f-3e46-483d-8b76-5e5fed8bce3e requested from dv-cinder-784453-6-smb {{(pid=79297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:38:20.593747 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-df960eb9-c2af-4f26-bacd-24789a92818c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:20.610607 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-df960eb9-c2af-4f26-bacd-24789a92818c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:38:20.616206 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-df960eb9-c2af-4f26-bacd-24789a92818c admin admin] Usage tracker for resource:security_group_rule and tenant:8c52a782ee7d46e793ffc9ccfe9d12fd is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:38:20.620901 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-df960eb9-c2af-4f26-bacd-24789a92818c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:38:20.628461 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-df960eb9-c2af-4f26-bacd-24789a92818c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:38:20.803666 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-df960eb9-c2af-4f26-bacd-24789a92818c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:20.845120 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8194a3-ec8d-48b4-b857-7f379eb92612 req-b022a489-b4f0-432d-a3d3-f6db569ea0ef tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:20.864400 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-3b8194a3-ec8d-48b4-b857-7f379eb92612 req-b022a489-b4f0-432d-a3d3-f6db569ea0ef tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=58f1159d-690b-4c55-a2e3-f66f889b9b1e HTTP/1.1" status: 200 len: 945 time: 0.1612642 May 10 19:38:20.884098 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-df960eb9-c2af-4f26-bacd-24789a92818c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:20.919016 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-0803eb9f-ab64-48a6-a3fc-cf68d2805743 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:20.931412 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-df960eb9-c2af-4f26-bacd-24789a92818c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8c52a782ee7d46e793ffc9ccfe9d12fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8603573 May 10 19:38:20.937970 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 39052) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:21.026878 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-3b8194a3-ec8d-48b4-b857-7f379eb92612 req-b2d9d369-9bda-4e41-bd39-68c65561b5d4 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639135 May 10 19:38:21.036318 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df960eb9-c2af-4f26-bacd-24789a92818c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15245d9e-8a84-4115-84f9-f782a8c75a82,revision_number=1']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:21.047081 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-df960eb9-c2af-4f26-bacd-24789a92818c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:21.080676 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-fe536568-5bb7-43ca-8e43-0f4e3f3af856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:21.116253 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-fe536568-5bb7-43ca-8e43-0f4e3f3af856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:21.203796 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 39064) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:21.274934 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-fe536568-5bb7-43ca-8e43-0f4e3f3af856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:21.280390 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:21.308141 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe536568-5bb7-43ca-8e43-0f4e3f3af856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15245d9e-8a84-4115-84f9-f782a8c75a82,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:21.312290 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-fe536568-5bb7-43ca-8e43-0f4e3f3af856 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:21.321197 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-fe536568-5bb7-43ca-8e43-0f4e3f3af856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:21.325462 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-fe536568-5bb7-43ca-8e43-0f4e3f3af856 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/15245d9e-8a84-4115-84f9-f782a8c75a82 HTTP/1.1" status: 204 len: 168 time: 0.3839023 May 10 19:38:21.421914 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-ab50506c-e794-4109-992c-dfaef279c8db admin admin] Notify callbacks [] for security_group, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:21.443230 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-ab50506c-e794-4109-992c-dfaef279c8db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:38:21.448868 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-ab50506c-e794-4109-992c-dfaef279c8db admin admin] Usage tracker for resource:security_group_rule and tenant:c2cd237db9f4474f8b60d9834dbe1cf2 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:38:21.453181 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-ab50506c-e794-4109-992c-dfaef279c8db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:38:21.460071 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-ab50506c-e794-4109-992c-dfaef279c8db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:38:21.575835 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d755a-c3f2-4adc-9050-0661a0a42dae req-1772059e-ae5d-4eb5-b985-45464191e19b tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:21.576745 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-fe5d755a-c3f2-4adc-9050-0661a0a42dae req-1772059e-ae5d-4eb5-b985-45464191e19b tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] Synchronizing usage tracker for tenant:159bee55d62d4502812dbd36ea9cba62 on resource:network {{(pid=79295) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:38:21.592634 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-ab50506c-e794-4109-992c-dfaef279c8db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:21.687931 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-ab50506c-e794-4109-992c-dfaef279c8db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:21.688554 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-fe5d755a-c3f2-4adc-9050-0661a0a42dae req-1772059e-ae5d-4eb5-b985-45464191e19b tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] Unset dirty status for tenant:159bee55d62d4502812dbd36ea9cba62 on resource:network {{(pid=79295) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:38:21.690065 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-fe5d755a-c3f2-4adc-9050-0661a0a42dae req-1772059e-ae5d-4eb5-b985-45464191e19b tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] 10.222.0.46 "GET /v2.0/networks?id=3889042a-beb5-4809-a2d1-7a9cbb5bfbe4 HTTP/1.1" status: 200 len: 809 time: 0.2839625 May 10 19:38:21.697321 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-b36988d8-255c-4843-be43-73ed27f77118 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:21.710989 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-fe5d755a-c3f2-4adc-9050-0661a0a42dae req-fffe5e8d-b4ed-40e1-b73e-133aad846506 tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] 10.222.0.46 "GET /v2.0/quotas/159bee55d62d4502812dbd36ea9cba62 HTTP/1.1" status: 200 len: 375 time: 0.0147552 May 10 19:38:21.771887 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab50506c-e794-4109-992c-dfaef279c8db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=912e7cda-d70d-4264-86c8-b89d7b2f541e,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:21.781981 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-ab50506c-e794-4109-992c-dfaef279c8db admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c2cd237db9f4474f8b60d9834dbe1cf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5770414 May 10 19:38:21.782842 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-ab50506c-e794-4109-992c-dfaef279c8db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:21.787180 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 39096) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:21.821465 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-fe5d755a-c3f2-4adc-9050-0661a0a42dae req-410d0b4d-37f3-4d0a-917c-1ca30e33878d tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=159bee55d62d4502812dbd36ea9cba62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1095309 May 10 19:38:21.871124 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-a5f68a51-266a-4b86-b13e-79fffc8b0de8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:21.912112 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-a5f68a51-266a-4b86-b13e-79fffc8b0de8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:21.986473 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-fe5d755a-c3f2-4adc-9050-0661a0a42dae req-4aad06ad-d3e2-448c-b51f-7c5811713b1d service neutron] 10.222.0.46 "GET /v2.0/networks/3889042a-beb5-4809-a2d1-7a9cbb5bfbe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548090 May 10 19:38:22.046328 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-a5f68a51-266a-4b86-b13e-79fffc8b0de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:22.051881 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-6103f230-97f1-4750-afa7-2e3e1506a417 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:22.062820 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f68a51-266a-4b86-b13e-79fffc8b0de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=912e7cda-d70d-4264-86c8-b89d7b2f541e,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:22.065281 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-a5f68a51-266a-4b86-b13e-79fffc8b0de8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:22.071535 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-a5f68a51-266a-4b86-b13e-79fffc8b0de8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:22.073400 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-a5f68a51-266a-4b86-b13e-79fffc8b0de8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/912e7cda-d70d-4264-86c8-b89d7b2f541e HTTP/1.1" status: 204 len: 168 time: 0.2806869 May 10 19:38:22.145803 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-fe5d755a-c3f2-4adc-9050-0661a0a42dae req-e0fa46ac-31e3-449d-bbd6-29de30468a5d service neutron] 10.222.0.46 "GET /v2.0/networks/3889042a-beb5-4809-a2d1-7a9cbb5bfbe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509125 May 10 19:38:22.268535 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd99ab-c57c-4451-97cf-e723a5110c25 req-d853c214-d6c0-4301-b3e8-d7ffe0a334cd tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:22.269988 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-aacd99ab-c57c-4451-97cf-e723a5110c25 req-d853c214-d6c0-4301-b3e8-d7ffe0a334cd tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=58f1159d-690b-4c55-a2e3-f66f889b9b1e HTTP/1.1" status: 200 len: 945 time: 0.1141145 May 10 19:38:22.319117 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-aacd99ab-c57c-4451-97cf-e723a5110c25 req-3070448b-4ae9-4db1-9165-5ec4c01df444 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428607 May 10 19:38:22.451351 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-2f2e662c-13ca-40ca-91a2-8cc38b84af7c req-22b93974-4a84-4bd1-9252-0da077e071e5 tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] 10.222.0.46 "GET /v2.0/ports?device_id=30939562-c7d7-4358-8f03-5cad50289afd HTTP/1.1" status: 200 len: 210 time: 0.0492885 May 10 19:38:23.293422 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b8b25b-7168-4bb6-96df-06a3b496c553 req-32cb58d8-6159-45d4-b49e-4b27afdba7d0 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:23.294996 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-97b8b25b-7168-4bb6-96df-06a3b496c553 req-32cb58d8-6159-45d4-b49e-4b27afdba7d0 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/networks?id=ec9d3060-cbe0-4a19-b391-792c7285d3c2 HTTP/1.1" status: 200 len: 815 time: 0.1588359 May 10 19:38:23.311049 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-97b8b25b-7168-4bb6-96df-06a3b496c553 req-6783a80c-cc75-4111-933f-ec48a6922958 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/quotas/199515a807db4df6b09d4d3ef44250c3 HTTP/1.1" status: 200 len: 375 time: 0.0101397 May 10 19:38:23.409684 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-97b8b25b-7168-4bb6-96df-06a3b496c553 req-f834638c-0a13-46d0-8411-a88da96ce95e tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=199515a807db4df6b09d4d3ef44250c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0923274 May 10 19:38:23.549814 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-97b8b25b-7168-4bb6-96df-06a3b496c553 req-bbf3430a-1e10-4b31-93f7-036af56bcaff service neutron] 10.222.0.46 "GET /v2.0/networks/ec9d3060-cbe0-4a19-b391-792c7285d3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294150 May 10 19:38:23.706374 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-97b8b25b-7168-4bb6-96df-06a3b496c553 req-aa77ed97-a0b5-412e-98d0-3b3b33ffdcea service neutron] 10.222.0.46 "GET /v2.0/networks/ec9d3060-cbe0-4a19-b391-792c7285d3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542840 May 10 19:38:23.989489 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c72c9c-c783-4bd4-97d1-aa6a526f0a00 req-0ec2bd48-103c-4758-b293-43761a961ab0 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:23.991008 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-f1c72c9c-c783-4bd4-97d1-aa6a526f0a00 req-0ec2bd48-103c-4758-b293-43761a961ab0 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=58f1159d-690b-4c55-a2e3-f66f889b9b1e HTTP/1.1" status: 200 len: 945 time: 0.0812707 May 10 19:38:24.039571 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-f1c72c9c-c783-4bd4-97d1-aa6a526f0a00 req-a095001d-c870-48c4-a7e0-12ec2c827aa4 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418904 May 10 19:38:24.220712 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-f5a18d27-2095-444a-a400-cea527f9682c req-2e5ae046-bf4e-4923-a5a6-0e70f9c090c5 tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] 10.222.0.46 "GET /v2.0/ports?device_id=30939562-c7d7-4358-8f03-5cad50289afd HTTP/1.1" status: 200 len: 210 time: 0.0715263 May 10 19:38:24.276091 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-cd7329fa-12ec-4d55-8406-7de81ad79677 req-616a9c3b-62bc-4ca8-b316-b93de9305e7f tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecd04b4c-de26-480d-b665-1073ac0e1b1f HTTP/1.1" status: 200 len: 210 time: 0.0576959 May 10 19:38:24.851890 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 39298) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:24.991083 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-80b8b1f5-776f-43a9-9608-1201564c108e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:25.007610 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-80b8b1f5-776f-43a9-9608-1201564c108e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:38:25.012147 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-80b8b1f5-776f-43a9-9608-1201564c108e admin admin] Usage tracker for resource:security_group_rule and tenant:7ce401532552404e92b9e47b039f4d0a is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:38:25.015080 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-80b8b1f5-776f-43a9-9608-1201564c108e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:38:25.020834 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-80b8b1f5-776f-43a9-9608-1201564c108e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:38:25.110098 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-80b8b1f5-776f-43a9-9608-1201564c108e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:25.144277 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 39322) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:25.222783 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-80b8b1f5-776f-43a9-9608-1201564c108e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:25.232876 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-0582838a-4c28-4998-b15c-4f305c8bcdee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:25.299304 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c531af8-5fef-4f2f-97c6-e54c973109e8 req-931a7baf-5c23-418d-a89b-e67aec7dba5a tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:25.301164 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-9c531af8-5fef-4f2f-97c6-e54c973109e8 req-931a7baf-5c23-418d-a89b-e67aec7dba5a tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=58f1159d-690b-4c55-a2e3-f66f889b9b1e HTTP/1.1" status: 200 len: 945 time: 0.1150804 May 10 19:38:25.339369 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-80b8b1f5-776f-43a9-9608-1201564c108e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7ce401532552404e92b9e47b039f4d0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4840207 May 10 19:38:25.393981 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 39334) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:25.395430 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b8b1f5-776f-43a9-9608-1201564c108e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a4644c-19e9-4456-8705-aefc8b5d0011,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:25.401075 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-c7f64bae-e7ad-47a1-afed-422c3fe4a444 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:25.417331 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-80b8b1f5-776f-43a9-9608-1201564c108e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:25.429354 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-c7f64bae-e7ad-47a1-afed-422c3fe4a444 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:38:25.437903 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-c7f64bae-e7ad-47a1-afed-422c3fe4a444 admin admin] Usage tracker for resource:security_group_rule and tenant:b2624e7129fb4dc68a38df0c69d34dde is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:38:25.452413 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-c7f64bae-e7ad-47a1-afed-422c3fe4a444 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:38:25.481992 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-c7f64bae-e7ad-47a1-afed-422c3fe4a444 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:38:25.502731 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-9c531af8-5fef-4f2f-97c6-e54c973109e8 req-27e9f660-a533-47e1-8c30-fa73ad189d96 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951776 May 10 19:38:25.527290 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-fd8d682b-b92f-45cd-98c2-607515f1ebe8 req-12da4258-b35f-493d-b599-e6272232fc37 tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] 10.222.0.46 "GET /v2.0/ports?device_id=30939562-c7d7-4358-8f03-5cad50289afd HTTP/1.1" status: 200 len: 210 time: 0.1496615 May 10 19:38:25.538105 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d755a-c3f2-4adc-9050-0661a0a42dae req-1868da6a-7c27-479f-a84f-a1df8995b799 tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:25.539594 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-fe5d755a-c3f2-4adc-9050-0661a0a42dae req-1868da6a-7c27-479f-a84f-a1df8995b799 tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] 10.222.0.36 "GET /v2.0/networks?id=3889042a-beb5-4809-a2d1-7a9cbb5bfbe4 HTTP/1.1" status: 200 len: 809 time: 0.2700193 May 10 19:38:25.566330 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.v2.base [req-fe5d755a-c3f2-4adc-9050-0661a0a42dae req-544a51e2-0c11-43b4-8aea-d06d24c0716c tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] Request body: {'port': {'device_id': '30939562-c7d7-4358-8f03-5cad50289afd', 'network_id': '3889042a-beb5-4809-a2d1-7a9cbb5bfbe4', 'admin_state_up': True, 'tenant_id': '159bee55d62d4502812dbd36ea9cba62'}} {{(pid=79296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:38:25.580134 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-00264b3b-0920-4274-94e6-9c6772c0bdc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:25.608671 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-00264b3b-0920-4274-94e6-9c6772c0bdc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:25.722341 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-2bea2d79-5ff4-437c-8819-bf913e2793de req-17302dc6-41e4-4d87-8404-5d57d3d086bd tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecd04b4c-de26-480d-b665-1073ac0e1b1f HTTP/1.1" status: 200 len: 210 time: 0.1058209 May 10 19:38:25.761370 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [req-fe5d755a-c3f2-4adc-9050-0661a0a42dae req-544a51e2-0c11-43b4-8aea-d06d24c0716c tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:38:25.765614 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [req-fe5d755a-c3f2-4adc-9050-0661a0a42dae req-544a51e2-0c11-43b4-8aea-d06d24c0716c tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] Usage tracker for resource:port and tenant:159bee55d62d4502812dbd36ea9cba62 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:38:25.768718 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [req-fe5d755a-c3f2-4adc-9050-0661a0a42dae req-544a51e2-0c11-43b4-8aea-d06d24c0716c tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:38:25.780870 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [req-fe5d755a-c3f2-4adc-9050-0661a0a42dae req-544a51e2-0c11-43b4-8aea-d06d24c0716c tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:38:25.823228 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-c7f64bae-e7ad-47a1-afed-422c3fe4a444 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:25.882311 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe5d755a-c3f2-4adc-9050-0661a0a42dae req-544a51e2-0c11-43b4-8aea-d06d24c0716c tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] Made reservation on behalf of 159bee55d62d4502812dbd36ea9cba62 for: {'port': 1} {{(pid=79296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:38:25.883007 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-00264b3b-0920-4274-94e6-9c6772c0bdc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:25.886414 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-fe5d755a-c3f2-4adc-9050-0661a0a42dae req-544a51e2-0c11-43b4-8aea-d06d24c0716c tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:25.888180 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-dc187999-5306-4272-92b0-84b9db92cdf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:25.905739 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00264b3b-0920-4274-94e6-9c6772c0bdc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a4644c-19e9-4456-8705-aefc8b5d0011,revision_number=None']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:25.910425 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-00264b3b-0920-4274-94e6-9c6772c0bdc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:25.921249 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-00264b3b-0920-4274-94e6-9c6772c0bdc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:25.922385 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-00264b3b-0920-4274-94e6-9c6772c0bdc3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b6a4644c-19e9-4456-8705-aefc8b5d0011 HTTP/1.1" status: 204 len: 168 time: 0.5270710 May 10 19:38:25.945483 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-c7f64bae-e7ad-47a1-afed-422c3fe4a444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:25.955816 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-a5f68a51-266a-4b86-b13e-79fffc8b0de8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:26.027756 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-c7f64bae-e7ad-47a1-afed-422c3fe4a444 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b2624e7129fb4dc68a38df0c69d34dde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8823495 May 10 19:38:26.031054 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 39350) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:26.032279 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f64bae-e7ad-47a1-afed-422c3fe4a444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceda095e-781e-457e-b43f-9969e19f0d5e,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:26.035405 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-c7f64bae-e7ad-47a1-afed-422c3fe4a444 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:26.097311 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-210c03b3-6b01-496f-9b51-b977a7db8bb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:26.116337 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.db_base_plugin_common [req-fe5d755a-c3f2-4adc-9050-0661a0a42dae req-544a51e2-0c11-43b4-8aea-d06d24c0716c tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] Allocated IP 172.20.0.2 (3889042a-beb5-4809-a2d1-7a9cbb5bfbe4/171c7a88-f900-4bd2-b2cc-cb41ddf56ecb/39bdf3f8-485e-4e2c-a57b-6f486bbd9bdc) {{(pid=79296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:38:26.124047 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-210c03b3-6b01-496f-9b51-b977a7db8bb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:26.299490 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-210c03b3-6b01-496f-9b51-b977a7db8bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:26.304257 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-df960eb9-c2af-4f26-bacd-24789a92818c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:26.316996 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210c03b3-6b01-496f-9b51-b977a7db8bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceda095e-781e-457e-b43f-9969e19f0d5e,revision_number=None']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:26.319994 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-210c03b3-6b01-496f-9b51-b977a7db8bb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:26.322598 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-210c03b3-6b01-496f-9b51-b977a7db8bb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:26.324961 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-210c03b3-6b01-496f-9b51-b977a7db8bb5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ceda095e-781e-457e-b43f-9969e19f0d5e HTTP/1.1" status: 204 len: 168 time: 0.2928309 May 10 19:38:26.452982 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-fe5d755a-c3f2-4adc-9050-0661a0a42dae req-544a51e2-0c11-43b4-8aea-d06d24c0716c tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] Notify callbacks [] for port, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:26.554909 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-fe5d755a-c3f2-4adc-9050-0661a0a42dae req-544a51e2-0c11-43b4-8aea-d06d24c0716c tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757498479620'] for port, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:26.564129 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:26.571751 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 39382) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:26.604900 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-4c40c49f-bfcf-40db-9cb8-a5900496b016 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:26.629295 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe5d755a-c3f2-4adc-9050-0661a0a42dae req-544a51e2-0c11-43b4-8aea-d06d24c0716c tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] Network 3889042a-beb5-4809-a2d1-7a9cbb5bfbe4 is already hosted by enough agents. {{(pid=79296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:38:26.639650 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.base_scheduler [req-fe5d755a-c3f2-4adc-9050-0661a0a42dae req-544a51e2-0c11-43b4-8aea-d06d24c0716c tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] Resources bound (agent type, host, resource id): {{(pid=79296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:38:26.644573 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe5d755a-c3f2-4adc-9050-0661a0a42dae req-544a51e2-0c11-43b4-8aea-d06d24c0716c tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] Received port after_create {{(pid=79296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:38:26.651990 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d755a-c3f2-4adc-9050-0661a0a42dae req-544a51e2-0c11-43b4-8aea-d06d24c0716c tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:26.652934 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-fe5d755a-c3f2-4adc-9050-0661a0a42dae req-544a51e2-0c11-43b4-8aea-d06d24c0716c tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149324'] for port, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:26.675991 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-4c40c49f-bfcf-40db-9cb8-a5900496b016 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:38:26.683562 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-4c40c49f-bfcf-40db-9cb8-a5900496b016 admin admin] Usage tracker for resource:security_group_rule and tenant:1d007d69e2f342bd9183fc13a306aa63 is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:38:26.689855 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-4c40c49f-bfcf-40db-9cb8-a5900496b016 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:38:26.699539 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-4c40c49f-bfcf-40db-9cb8-a5900496b016 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:38:26.712032 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544a51e2-0c11-43b4-8aea-d06d24c0716c tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] Pushing event updated for resources: {'Port': ['ID=39bdf3f8-485e-4e2c-a57b-6f486bbd9bdc,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:26.714991 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-544a51e2-0c11-43b4-8aea-d06d24c0716c tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:26.755522 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-fe5d755a-c3f2-4adc-9050-0661a0a42dae req-544a51e2-0c11-43b4-8aea-d06d24c0716c tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1995389 May 10 19:38:26.771206 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.v2.base [req-fe5d755a-c3f2-4adc-9050-0661a0a42dae req-5cd0818a-76d4-4d66-b038-d9439e7641c7 service neutron] Request body: {'port': {'device_id': '30939562-c7d7-4358-8f03-5cad50289afd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=79296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:38:27.100865 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-4c40c49f-bfcf-40db-9cb8-a5900496b016 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:27.126181 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-fe5d755a-c3f2-4adc-9050-0661a0a42dae req-5cd0818a-76d4-4d66-b038-d9439e7641c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:27.190605 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a69bd-7d7e-4607-ace2-e7acb1ee0fae req-7d760456-7b79-47eb-9394-9c0d9e26a5ff tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:27.197813 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-b87a69bd-7d7e-4607-ace2-e7acb1ee0fae req-7d760456-7b79-47eb-9394-9c0d9e26a5ff tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=58f1159d-690b-4c55-a2e3-f66f889b9b1e HTTP/1.1" status: 200 len: 945 time: 0.3285296 May 10 19:38:27.297032 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b8b25b-7168-4bb6-96df-06a3b496c553 req-d566b27f-6e52-4356-ae6b-369a6f34c518 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:27.298529 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-97b8b25b-7168-4bb6-96df-06a3b496c553 req-d566b27f-6e52-4356-ae6b-369a6f34c518 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.36 "GET /v2.0/networks?id=ec9d3060-cbe0-4a19-b391-792c7285d3c2 HTTP/1.1" status: 200 len: 815 time: 0.2915139 May 10 19:38:27.304931 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-4c40c49f-bfcf-40db-9cb8-a5900496b016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:27.336678 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f97df4b-980d-49da-83d6-c32e373c2f06 req-81a5b4c3-c119-4183-bd83-a259a0fcaf42 tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:27.346321 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-2f97df4b-980d-49da-83d6-c32e373c2f06 req-81a5b4c3-c119-4183-bd83-a259a0fcaf42 tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] 10.222.0.46 "GET /v2.0/ports?device_id=30939562-c7d7-4358-8f03-5cad50289afd HTTP/1.1" status: 200 len: 931 time: 0.4803784 May 10 19:38:27.360092 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:27.370800 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-b87a69bd-7d7e-4607-ace2-e7acb1ee0fae req-ae514c33-525b-42b1-b1a6-c3c809612d18 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721141 May 10 19:38:27.377263 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.v2.base [req-97b8b25b-7168-4bb6-96df-06a3b496c553 req-582eb95b-5fe7-4681-aed1-c34b4bf1ed14 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Request body: {'port': {'device_id': 'ecd04b4c-de26-480d-b665-1073ac0e1b1f', 'network_id': 'ec9d3060-cbe0-4a19-b391-792c7285d3c2', 'admin_state_up': True, 'tenant_id': '199515a807db4df6b09d4d3ef44250c3'}} {{(pid=79295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:38:27.541097 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.notifiers.nova [req-fe5d755a-c3f2-4adc-9050-0661a0a42dae req-5cd0818a-76d4-4d66-b038-d9439e7641c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39bdf3f8-485e-4e2c-a57b-6f486bbd9bdc {{(pid=79296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:38:27.548798 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-fe5d755a-c3f2-4adc-9050-0661a0a42dae req-5cd0818a-76d4-4d66-b038-d9439e7641c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:27.565064 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.provisioning_blocks [req-fe5d755a-c3f2-4adc-9050-0661a0a42dae req-5cd0818a-76d4-4d66-b038-d9439e7641c7 service neutron] Transition to ACTIVE for port object 39bdf3f8-485e-4e2c-a57b-6f486bbd9bdc will not be triggered until provisioned by entity L2. {{(pid=79296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:38:27.596417 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c40c49f-bfcf-40db-9cb8-a5900496b016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a337d766-92da-4b43-bf84-96b3d76685a1,revision_number=1']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:27.647359 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-4c40c49f-bfcf-40db-9cb8-a5900496b016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:27.654726 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-fe5d755a-c3f2-4adc-9050-0661a0a42dae req-5cd0818a-76d4-4d66-b038-d9439e7641c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:27.662614 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-2f97df4b-980d-49da-83d6-c32e373c2f06 req-f88328b2-a05d-41d4-8569-3f60836392ce tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] Synchronizing usage tracker for tenant:159bee55d62d4502812dbd36ea9cba62 on resource:security_group {{(pid=79295) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:38:27.663276 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:27.676000 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-4c40c49f-bfcf-40db-9cb8-a5900496b016 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1d007d69e2f342bd9183fc13a306aa63&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1020486 May 10 19:38:27.687602 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-005f009d-ccbf-402f-ac44-dfac8f3f4c75 req-89c5b234-d9a7-4208-b5e7-c2611df3e95c tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecd04b4c-de26-480d-b665-1073ac0e1b1f HTTP/1.1" status: 200 len: 210 time: 0.1117678 May 10 19:38:27.690610 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 39428) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:27.789322 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [req-97b8b25b-7168-4bb6-96df-06a3b496c553 req-582eb95b-5fe7-4681-aed1-c34b4bf1ed14 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:38:27.810876 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-97b8b25b-7168-4bb6-96df-06a3b496c553 req-582eb95b-5fe7-4681-aed1-c34b4bf1ed14 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Usage tracker for resource:port and tenant:199515a807db4df6b09d4d3ef44250c3 is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:38:27.813530 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-2f97df4b-980d-49da-83d6-c32e373c2f06 req-f88328b2-a05d-41d4-8569-3f60836392ce tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] Unset dirty status for tenant:159bee55d62d4502812dbd36ea9cba62 on resource:security_group {{(pid=79295) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:38:27.814673 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-2f97df4b-980d-49da-83d6-c32e373c2f06 req-f88328b2-a05d-41d4-8569-3f60836392ce tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] 10.222.0.46 "GET /v2.0/security-groups?id=311ad93e-20da-42c7-8501-835c089ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4670007 May 10 19:38:27.815466 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-97b8b25b-7168-4bb6-96df-06a3b496c553 req-582eb95b-5fe7-4681-aed1-c34b4bf1ed14 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:38:27.825375 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [req-97b8b25b-7168-4bb6-96df-06a3b496c553 req-582eb95b-5fe7-4681-aed1-c34b4bf1ed14 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:38:27.850291 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-3b3a109f-bbb1-4c03-bd32-99fce0f9b6ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:27.872406 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd0818a-76d4-4d66-b038-d9439e7641c7 service neutron] Pushing event updated for resources: {'Port': ['ID=39bdf3f8-485e-4e2c-a57b-6f486bbd9bdc,revision_number=2']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:27.878799 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-5cd0818a-76d4-4d66-b038-d9439e7641c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:27.891920 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.managers [req-fe5d755a-c3f2-4adc-9050-0661a0a42dae req-5cd0818a-76d4-4d66-b038-d9439e7641c7 service neutron] Attempting to bind port 39bdf3f8-485e-4e2c-a57b-6f486bbd9bdc on host hv-cinder-78445 for vnic_type normal with profile {{(pid=79296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:38:27.892259 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.managers [req-fe5d755a-c3f2-4adc-9050-0661a0a42dae req-5cd0818a-76d4-4d66-b038-d9439e7641c7 service neutron] Attempting to bind port 39bdf3f8-485e-4e2c-a57b-6f486bbd9bdc by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': 'cee13ca0-9e23-4838-8bc3-3bab111473f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3889042a-beb5-4809-a2d1-7a9cbb5bfbe4'}] {{(pid=79296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:38:27.892582 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5d755a-c3f2-4adc-9050-0661a0a42dae req-5cd0818a-76d4-4d66-b038-d9439e7641c7 service neutron] Attempting to bind port 39bdf3f8-485e-4e2c-a57b-6f486bbd9bdc on network 3889042a-beb5-4809-a2d1-7a9cbb5bfbe4 {{(pid=79296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:38:27.897735 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5d755a-c3f2-4adc-9050-0661a0a42dae req-5cd0818a-76d4-4d66-b038-d9439e7641c7 service neutron] Port 39bdf3f8-485e-4e2c-a57b-6f486bbd9bdc on network 3889042a-beb5-4809-a2d1-7a9cbb5bfbe4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=79296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 19:38:27.898199 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5d755a-c3f2-4adc-9050-0661a0a42dae req-5cd0818a-76d4-4d66-b038-d9439e7641c7 service neutron] Attempting to bind port 39bdf3f8-485e-4e2c-a57b-6f486bbd9bdc on network 3889042a-beb5-4809-a2d1-7a9cbb5bfbe4 {{(pid=79296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:38:27.899031 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-3b3a109f-bbb1-4c03-bd32-99fce0f9b6ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:27.903957 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5d755a-c3f2-4adc-9050-0661a0a42dae req-5cd0818a-76d4-4d66-b038-d9439e7641c7 service neutron] Checking agent: {'id': '9c4a8215-4a8c-47cd-bc08-47634ab436c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 35, 38), 'started_at': datetime.datetime(2021, 5, 10, 19, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:38:27.904295 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5d755a-c3f2-4adc-9050-0661a0a42dae req-5cd0818a-76d4-4d66-b038-d9439e7641c7 service neutron] Checking segment: {'id': 'cee13ca0-9e23-4838-8bc3-3bab111473f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3889042a-beb5-4809-a2d1-7a9cbb5bfbe4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:38:27.904675 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5d755a-c3f2-4adc-9050-0661a0a42dae req-5cd0818a-76d4-4d66-b038-d9439e7641c7 service neutron] Bound using segment: {'id': 'cee13ca0-9e23-4838-8bc3-3bab111473f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3889042a-beb5-4809-a2d1-7a9cbb5bfbe4'} {{(pid=79296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:38:27.905103 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.managers [req-fe5d755a-c3f2-4adc-9050-0661a0a42dae req-5cd0818a-76d4-4d66-b038-d9439e7641c7 service neutron] Bound port: 39bdf3f8-485e-4e2c-a57b-6f486bbd9bdc, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cee13ca0-9e23-4838-8bc3-3bab111473f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3889042a-beb5-4809-a2d1-7a9cbb5bfbe4'}}] {{(pid=79296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:38:27.905525 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-fe5d755a-c3f2-4adc-9050-0661a0a42dae req-5cd0818a-76d4-4d66-b038-d9439e7641c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:27.919951 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97b8b25b-7168-4bb6-96df-06a3b496c553 req-582eb95b-5fe7-4681-aed1-c34b4bf1ed14 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Made reservation on behalf of 199515a807db4df6b09d4d3ef44250c3 for: {'port': 1} {{(pid=79295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:38:27.923604 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-97b8b25b-7168-4bb6-96df-06a3b496c553 req-582eb95b-5fe7-4681-aed1-c34b4bf1ed14 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:28.028089 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.db [req-fe5d755a-c3f2-4adc-9050-0661a0a42dae req-5cd0818a-76d4-4d66-b038-d9439e7641c7 service neutron] For port 39bdf3f8-485e-4e2c-a57b-6f486bbd9bdc, host hv-cinder-78445, cleared binding levels {{(pid=79296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:38:28.031489 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.db [req-fe5d755a-c3f2-4adc-9050-0661a0a42dae req-5cd0818a-76d4-4d66-b038-d9439e7641c7 service neutron] For port 39bdf3f8-485e-4e2c-a57b-6f486bbd9bdc, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=39bdf3f8-485e-4e2c-a57b-6f486bbd9bdc,segment=NetworkSegment(cee13ca0-9e23-4838-8bc3-3bab111473f9),segment_id=cee13ca0-9e23-4838-8bc3-3bab111473f9)] {{(pid=79296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:38:28.117292 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.db_base_plugin_common [req-97b8b25b-7168-4bb6-96df-06a3b496c553 req-582eb95b-5fe7-4681-aed1-c34b4bf1ed14 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Allocated IP 172.20.0.12 (ec9d3060-cbe0-4a19-b391-792c7285d3c2/ca778bf9-51c9-411c-acc3-eec82a0bc2d4/0c8d9906-07cc-4177-8c44-7771b7be8733) {{(pid=79295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:38:28.128183 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-fe5d755a-c3f2-4adc-9050-0661a0a42dae req-5cd0818a-76d4-4d66-b038-d9439e7641c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:28.132694 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:28.165339 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-3b3a109f-bbb1-4c03-bd32-99fce0f9b6ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:28.180714 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-dc50ac04-cbd9-4ff3-a8ba-3ab876e7690e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:28.191492 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d755a-c3f2-4adc-9050-0661a0a42dae req-5cd0818a-76d4-4d66-b038-d9439e7641c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:28.192097 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-fe5d755a-c3f2-4adc-9050-0661a0a42dae req-5cd0818a-76d4-4d66-b038-d9439e7641c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149324'] for port, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:28.193463 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-fe5d755a-c3f2-4adc-9050-0661a0a42dae req-5cd0818a-76d4-4d66-b038-d9439e7641c7 service neutron] 10.222.0.36 "PUT /v2.0/ports/39bdf3f8-485e-4e2c-a57b-6f486bbd9bdc HTTP/1.1" status: 200 len: 1093 time: 1.4289448 May 10 19:38:28.193935 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30939562-c7d7-4358-8f03-5cad50289afd', 'tag': '39bdf3f8-485e-4e2c-a57b-6f486bbd9bdc'}] {{(pid=79296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:38:28.204094 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a109f-bbb1-4c03-bd32-99fce0f9b6ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a337d766-92da-4b43-bf84-96b3d76685a1,revision_number=None']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:28.222893 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-3b3a109f-bbb1-4c03-bd32-99fce0f9b6ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:28.257998 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd0818a-76d4-4d66-b038-d9439e7641c7 service neutron] Pushing event updated for resources: {'Port': ['ID=39bdf3f8-485e-4e2c-a57b-6f486bbd9bdc,revision_number=3']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:28.263006 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-5cd0818a-76d4-4d66-b038-d9439e7641c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:28.266223 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30939562-c7d7-4358-8f03-5cad50289afd', 'tag': '39bdf3f8-485e-4e2c-a57b-6f486bbd9bdc', 'status': 'completed', 'code': 200} May 10 19:38:28.332688 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-3b3a109f-bbb1-4c03-bd32-99fce0f9b6ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:28.341220 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-3b3a109f-bbb1-4c03-bd32-99fce0f9b6ab admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a337d766-92da-4b43-bf84-96b3d76685a1 HTTP/1.1" status: 204 len: 168 time: 0.6466904 May 10 19:38:28.373810 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb4351-eef7-4cce-8f84-7b8ab958d918 req-5c01db1e-607c-4d8a-b909-37f45b7ea520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:28.375871 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-bfcb4351-eef7-4cce-8f84-7b8ab958d918 req-5c01db1e-607c-4d8a-b909-37f45b7ea520 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=159bee55d62d4502812dbd36ea9cba62&device_id=30939562-c7d7-4358-8f03-5cad50289afd HTTP/1.1" status: 200 len: 1096 time: 0.0831378 May 10 19:38:28.449034 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-97b8b25b-7168-4bb6-96df-06a3b496c553 req-582eb95b-5fe7-4681-aed1-c34b4bf1ed14 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Notify callbacks [] for port, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:28.566087 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb4351-eef7-4cce-8f84-7b8ab958d918 req-ef6e59c0-93c5-4444-8af3-33cd389ce11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:28.568842 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-bfcb4351-eef7-4cce-8f84-7b8ab958d918 req-ef6e59c0-93c5-4444-8af3-33cd389ce11f service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=159bee55d62d4502812dbd36ea9cba62&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1821671 May 10 19:38:28.569106 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-97b8b25b-7168-4bb6-96df-06a3b496c553 req-582eb95b-5fe7-4681-aed1-c34b4bf1ed14 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757498479620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10826888'] for port, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:28.587324 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:28.591320 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] get_ports_and_sgs() called for port_ids ['fc0fd2fa-be3b-4113-9661-7e2725606ffc', '9b9849f4-b4e7-4445-af36-b74d0f23e5e8'] {{(pid=79297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:38:28.693032 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97b8b25b-7168-4bb6-96df-06a3b496c553 req-582eb95b-5fe7-4681-aed1-c34b4bf1ed14 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Network ec9d3060-cbe0-4a19-b391-792c7285d3c2 is already hosted by enough agents. {{(pid=79295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:38:28.697929 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.scheduler.base_scheduler [req-97b8b25b-7168-4bb6-96df-06a3b496c553 req-582eb95b-5fe7-4681-aed1-c34b4bf1ed14 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Resources bound (agent type, host, resource id): {{(pid=79295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:38:28.703125 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.l3_dvrscheduler_db [req-97b8b25b-7168-4bb6-96df-06a3b496c553 req-582eb95b-5fe7-4681-aed1-c34b4bf1ed14 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Received port after_create {{(pid=79295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:38:28.773163 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582eb95b-5fe7-4681-aed1-c34b4bf1ed14 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Pushing event updated for resources: {'Port': ['ID=0c8d9906-07cc-4177-8c44-7771b7be8733,revision_number=1']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:28.793648 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-582eb95b-5fe7-4681-aed1-c34b4bf1ed14 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:28.847248 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb4351-eef7-4cce-8f84-7b8ab958d918 req-183acaa4-0d42-423a-92b0-e763b7b62b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:28.849244 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-bfcb4351-eef7-4cce-8f84-7b8ab958d918 req-183acaa4-0d42-423a-92b0-e763b7b62b9f service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2677031 May 10 19:38:28.867267 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f114595d-8c17-4517-a278-1ec51a24617e req-33e30026-ab9b-4cf0-beb8-44e74b0c58a3 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:28.874740 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-f114595d-8c17-4517-a278-1ec51a24617e req-33e30026-ab9b-4cf0-beb8-44e74b0c58a3 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=58f1159d-690b-4c55-a2e3-f66f889b9b1e HTTP/1.1" status: 200 len: 945 time: 0.3418760 May 10 19:38:28.883791 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b8b25b-7168-4bb6-96df-06a3b496c553 req-582eb95b-5fe7-4681-aed1-c34b4bf1ed14 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:28.884329 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-97b8b25b-7168-4bb6-96df-06a3b496c553 req-582eb95b-5fe7-4681-aed1-c34b4bf1ed14 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533414'] for port, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:28.954643 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.36', 50012) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:29.053436 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-f114595d-8c17-4517-a278-1ec51a24617e req-3c8c839d-1288-46d2-aae0-9eaf570f3c2a tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776912 May 10 19:38:29.069710 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee91dec-77b5-4616-bf71-c48b9f4c7643 req-edbc3b35-869a-4d73-b015-93f67854a64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:29.075049 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-cee91dec-77b5-4616-bf71-c48b9f4c7643 req-edbc3b35-869a-4d73-b015-93f67854a64a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=58f1159d-690b-4c55-a2e3-f66f889b9b1e HTTP/1.1" status: 200 len: 1098 time: 0.1601722 May 10 19:38:29.101869 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-97b8b25b-7168-4bb6-96df-06a3b496c553 req-582eb95b-5fe7-4681-aed1-c34b4bf1ed14 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7521780 May 10 19:38:29.163766 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-cee91dec-77b5-4616-bf71-c48b9f4c7643 req-64f0b879-52b4-4a02-8a8f-5968d4e6eb1c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775454 May 10 19:38:29.249112 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.v2.base [req-97b8b25b-7168-4bb6-96df-06a3b496c553 req-914ea400-3ad2-425c-8260-8459bcd6bbd5 service neutron] Request body: {'port': {'device_id': 'ecd04b4c-de26-480d-b665-1073ac0e1b1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=79295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:38:29.528665 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-97b8b25b-7168-4bb6-96df-06a3b496c553 req-914ea400-3ad2-425c-8260-8459bcd6bbd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:29.543446 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d755a-c3f2-4adc-9050-0661a0a42dae req-61e8e1bf-f782-42c6-98be-54975de8a0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:29.544917 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-fe5d755a-c3f2-4adc-9050-0661a0a42dae req-61e8e1bf-f782-42c6-98be-54975de8a0c0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=159bee55d62d4502812dbd36ea9cba62&device_id=30939562-c7d7-4358-8f03-5cad50289afd HTTP/1.1" status: 200 len: 1096 time: 0.5864983 May 10 19:38:29.556190 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06862cc7-3c03-4bda-a291-9d37d1df83ff req-0b8b67bd-ccb8-4368-bbf4-49a7a7d28b74 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:29.556890 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-06862cc7-3c03-4bda-a291-9d37d1df83ff req-0b8b67bd-ccb8-4368-bbf4-49a7a7d28b74 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Synchronizing usage tracker for tenant:199515a807db4df6b09d4d3ef44250c3 on resource:port {{(pid=79295) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:38:29.683598 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96b8a37-538b-46af-8c06-c78d32fe95cf req-ad5fcea0-a0c6-4eb3-a1da-0a7511f16ddb tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:29.685127 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-b96b8a37-538b-46af-8c06-c78d32fe95cf req-ad5fcea0-a0c6-4eb3-a1da-0a7511f16ddb tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] 10.222.0.46 "GET /v2.0/ports?device_id=30939562-c7d7-4358-8f03-5cad50289afd HTTP/1.1" status: 200 len: 943 time: 0.3386669 May 10 19:38:29.686455 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-fe5d755a-c3f2-4adc-9050-0661a0a42dae req-9d805498-885a-48b0-a7a1-0516e64762d0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=39bdf3f8-485e-4e2c-a57b-6f486bbd9bdc HTTP/1.1" status: 200 len: 217 time: 0.1234741 May 10 19:38:29.789598 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-06862cc7-3c03-4bda-a291-9d37d1df83ff req-0b8b67bd-ccb8-4368-bbf4-49a7a7d28b74 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Unset dirty status for tenant:199515a807db4df6b09d4d3ef44250c3 on resource:port {{(pid=79295) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:38:29.790720 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-06862cc7-3c03-4bda-a291-9d37d1df83ff req-0b8b67bd-ccb8-4368-bbf4-49a7a7d28b74 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecd04b4c-de26-480d-b665-1073ac0e1b1f HTTP/1.1" status: 200 len: 932 time: 0.7363007 May 10 19:38:29.848477 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 39504) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:29.849849 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-b96b8a37-538b-46af-8c06-c78d32fe95cf req-c92fa374-d556-4bf4-9c90-bd4654008871 tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] 10.222.0.46 "GET /v2.0/security-groups?id=311ad93e-20da-42c7-8501-835c089ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580598 May 10 19:38:29.897692 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d755a-c3f2-4adc-9050-0661a0a42dae req-0b2f66e7-828f-4511-955d-fb0f35b5df75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:29.897692 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-fe5d755a-c3f2-4adc-9050-0661a0a42dae req-0b2f66e7-828f-4511-955d-fb0f35b5df75 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=171c7a88-f900-4bd2-b2cc-cb41ddf56ecb HTTP/1.1" status: 200 len: 849 time: 0.1873620 May 10 19:38:29.980500 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-fe5d755a-c3f2-4adc-9050-0661a0a42dae req-ab590ec5-4047-47a0-b9d1-5a25d94c6243 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3889042a-beb5-4809-a2d1-7a9cbb5bfbe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719564 May 10 19:38:30.025023 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-06862cc7-3c03-4bda-a291-9d37d1df83ff req-e83a6d83-cf43-4d9f-8cd1-06ad16ce80cc tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/security-groups?id=294b53ad-6834-49da-93cc-8cdce0637b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194264 May 10 19:38:30.031162 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-be52d848-e013-4040-931b-7e232845660b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:30.047551 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-be52d848-e013-4040-931b-7e232845660b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:38:30.051753 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-be52d848-e013-4040-931b-7e232845660b admin admin] Usage tracker for resource:security_group_rule and tenant:eccd06e003d9451a8159e960fa3ed731 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:38:30.054687 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-be52d848-e013-4040-931b-7e232845660b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:38:30.061093 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-be52d848-e013-4040-931b-7e232845660b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:38:30.191683 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-be52d848-e013-4040-931b-7e232845660b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:30.232385 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-fe5d755a-c3f2-4adc-9050-0661a0a42dae req-dee71c08-8da8-49a3-9658-004ca78d7f8b service neutron] 10.222.0.36 "GET /v2.0/networks/3889042a-beb5-4809-a2d1-7a9cbb5bfbe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327507 May 10 19:38:30.288061 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-be52d848-e013-4040-931b-7e232845660b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:30.304098 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-90d50c7d-3c46-46f7-913e-996f80e1f931 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:30.351473 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.db.resource_extend [req-97b8b25b-7168-4bb6-96df-06a3b496c553 req-914ea400-3ad2-425c-8260-8459bcd6bbd5 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 19:38:30.371447 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-be52d848-e013-4040-931b-7e232845660b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=eccd06e003d9451a8159e960fa3ed731&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5217919 May 10 19:38:30.372563 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 39530) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:30.375547 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be52d848-e013-4040-931b-7e232845660b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea50211c-ae3b-47c4-b005-30a30b306095,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:30.379663 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-be52d848-e013-4040-931b-7e232845660b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:30.464173 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-8f90ea3e-4c1f-425c-bb98-6185366caa98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:30.475645 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.notifiers.nova [req-97b8b25b-7168-4bb6-96df-06a3b496c553 req-914ea400-3ad2-425c-8260-8459bcd6bbd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c8d9906-07cc-4177-8c44-7771b7be8733 {{(pid=79295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:38:30.501581 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9d699-9f7e-4dd8-89ab-092055a7f7e7 req-4043c6e9-d470-4704-b63d-a9bc9fef31be tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:30.503158 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-e5a9d699-9f7e-4dd8-89ab-092055a7f7e7 req-4043c6e9-d470-4704-b63d-a9bc9fef31be tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=58f1159d-690b-4c55-a2e3-f66f889b9b1e HTTP/1.1" status: 200 len: 945 time: 0.2731359 May 10 19:38:30.505017 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-97b8b25b-7168-4bb6-96df-06a3b496c553 req-914ea400-3ad2-425c-8260-8459bcd6bbd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:30.517601 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-8f90ea3e-4c1f-425c-bb98-6185366caa98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:30.536229 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-fe5d755a-c3f2-4adc-9050-0661a0a42dae req-12b6953b-fd33-4947-a774-996a36d92bca service neutron] 10.222.0.36 "GET /v2.0/networks/3889042a-beb5-4809-a2d1-7a9cbb5bfbe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654028 May 10 19:38:30.546401 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.provisioning_blocks [req-97b8b25b-7168-4bb6-96df-06a3b496c553 req-914ea400-3ad2-425c-8260-8459bcd6bbd5 service neutron] Transition to ACTIVE for port object 0c8d9906-07cc-4177-8c44-7771b7be8733 will not be triggered until provisioned by entity L2. {{(pid=79295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:38:30.567857 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-e5a9d699-9f7e-4dd8-89ab-092055a7f7e7 req-5e688ee4-7be1-4be8-a5bc-a216ac314025 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559535 May 10 19:38:30.596279 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-97b8b25b-7168-4bb6-96df-06a3b496c553 req-914ea400-3ad2-425c-8260-8459bcd6bbd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10826897'] for port, after_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:30.599246 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 39540) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:30.608231 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-6a0d70ea-3587-4354-8747-1131193415af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:30.682681 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-8f90ea3e-4c1f-425c-bb98-6185366caa98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:30.689564 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-bf3218c5-b640-4316-a5b6-37e88267a31d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:30.700163 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f90ea3e-4c1f-425c-bb98-6185366caa98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea50211c-ae3b-47c4-b005-30a30b306095,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:30.702495 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-8f90ea3e-4c1f-425c-bb98-6185366caa98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:30.708865 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-8f90ea3e-4c1f-425c-bb98-6185366caa98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:30.712994 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-8f90ea3e-4c1f-425c-bb98-6185366caa98 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ea50211c-ae3b-47c4-b005-30a30b306095 HTTP/1.1" status: 204 len: 168 time: 0.3361120 May 10 19:38:30.760352 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ea400-3ad2-425c-8260-8459bcd6bbd5 service neutron] Pushing event updated for resources: {'Port': ['ID=0c8d9906-07cc-4177-8c44-7771b7be8733,revision_number=2']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:30.767714 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-914ea400-3ad2-425c-8260-8459bcd6bbd5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:30.845465 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.managers [req-97b8b25b-7168-4bb6-96df-06a3b496c553 req-914ea400-3ad2-425c-8260-8459bcd6bbd5 service neutron] Attempting to bind port 0c8d9906-07cc-4177-8c44-7771b7be8733 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=79295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:38:30.846036 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.managers [req-97b8b25b-7168-4bb6-96df-06a3b496c553 req-914ea400-3ad2-425c-8260-8459bcd6bbd5 service neutron] Attempting to bind port 0c8d9906-07cc-4177-8c44-7771b7be8733 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': 'a8cd83e0-583d-47d8-8b48-31fe59f67f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ec9d3060-cbe0-4a19-b391-792c7285d3c2'}] {{(pid=79295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:38:30.850352 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b8b25b-7168-4bb6-96df-06a3b496c553 req-914ea400-3ad2-425c-8260-8459bcd6bbd5 service neutron] Attempting to bind port 0c8d9906-07cc-4177-8c44-7771b7be8733 on network ec9d3060-cbe0-4a19-b391-792c7285d3c2 {{(pid=79295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:38:30.851490 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b8b25b-7168-4bb6-96df-06a3b496c553 req-914ea400-3ad2-425c-8260-8459bcd6bbd5 service neutron] Port 0c8d9906-07cc-4177-8c44-7771b7be8733 on network ec9d3060-cbe0-4a19-b391-792c7285d3c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=79295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 19:38:30.851810 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b8b25b-7168-4bb6-96df-06a3b496c553 req-914ea400-3ad2-425c-8260-8459bcd6bbd5 service neutron] Attempting to bind port 0c8d9906-07cc-4177-8c44-7771b7be8733 on network ec9d3060-cbe0-4a19-b391-792c7285d3c2 {{(pid=79295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:38:30.863361 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b8b25b-7168-4bb6-96df-06a3b496c553 req-914ea400-3ad2-425c-8260-8459bcd6bbd5 service neutron] Checking agent: {'id': '9c4a8215-4a8c-47cd-bc08-47634ab436c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 35, 38), 'started_at': datetime.datetime(2021, 5, 10, 19, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:38:30.864036 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b8b25b-7168-4bb6-96df-06a3b496c553 req-914ea400-3ad2-425c-8260-8459bcd6bbd5 service neutron] Checking segment: {'id': 'a8cd83e0-583d-47d8-8b48-31fe59f67f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ec9d3060-cbe0-4a19-b391-792c7285d3c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:38:30.865148 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b8b25b-7168-4bb6-96df-06a3b496c553 req-914ea400-3ad2-425c-8260-8459bcd6bbd5 service neutron] Bound using segment: {'id': 'a8cd83e0-583d-47d8-8b48-31fe59f67f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ec9d3060-cbe0-4a19-b391-792c7285d3c2'} {{(pid=79295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:38:30.866133 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.managers [req-97b8b25b-7168-4bb6-96df-06a3b496c553 req-914ea400-3ad2-425c-8260-8459bcd6bbd5 service neutron] Bound port: 0c8d9906-07cc-4177-8c44-7771b7be8733, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8cd83e0-583d-47d8-8b48-31fe59f67f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ec9d3060-cbe0-4a19-b391-792c7285d3c2'}}] {{(pid=79295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:38:30.866133 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-97b8b25b-7168-4bb6-96df-06a3b496c553 req-914ea400-3ad2-425c-8260-8459bcd6bbd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:30.919228 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-ebd3217e-4df1-43c9-b673-9f89ac0c2159 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:30.959855 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-ebd3217e-4df1-43c9-b673-9f89ac0c2159 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:38:30.972410 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-ebd3217e-4df1-43c9-b673-9f89ac0c2159 admin admin] Usage tracker for resource:security_group_rule and tenant:bad78d64906748bfb09787ac68e0f3e0 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:38:30.980092 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-ebd3217e-4df1-43c9-b673-9f89ac0c2159 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:38:30.992952 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.db [req-97b8b25b-7168-4bb6-96df-06a3b496c553 req-914ea400-3ad2-425c-8260-8459bcd6bbd5 service neutron] For port 0c8d9906-07cc-4177-8c44-7771b7be8733, host hv-cinder-78445, cleared binding levels {{(pid=79295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:38:30.992952 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.db [req-97b8b25b-7168-4bb6-96df-06a3b496c553 req-914ea400-3ad2-425c-8260-8459bcd6bbd5 service neutron] For port 0c8d9906-07cc-4177-8c44-7771b7be8733, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=0c8d9906-07cc-4177-8c44-7771b7be8733,segment=NetworkSegment(a8cd83e0-583d-47d8-8b48-31fe59f67f8c),segment_id=a8cd83e0-583d-47d8-8b48-31fe59f67f8c)] {{(pid=79295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:38:30.994310 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-ebd3217e-4df1-43c9-b673-9f89ac0c2159 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:38:31.117353 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-ebd3217e-4df1-43c9-b673-9f89ac0c2159 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:31.182415 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-97b8b25b-7168-4bb6-96df-06a3b496c553 req-914ea400-3ad2-425c-8260-8459bcd6bbd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10826897'] for port, after_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:31.198797 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-ebd3217e-4df1-43c9-b673-9f89ac0c2159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:31.209149 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-80b8b1f5-776f-43a9-9608-1201564c108e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:31.233695 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-7a4b6a58-73a4-425d-944f-8514253c411c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:31.257309 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-ebd3217e-4df1-43c9-b673-9f89ac0c2159 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bad78d64906748bfb09787ac68e0f3e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6569788 May 10 19:38:31.258932 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd3217e-4df1-43c9-b673-9f89ac0c2159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc8f34d-e423-4706-8025-5817e28798e7,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:31.263149 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 39568) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:31.281771 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-ebd3217e-4df1-43c9-b673-9f89ac0c2159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:31.283689 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da9769-eb83-4a72-aa15-d3b310f8290d req-df8c39b6-7a9f-4b05-9a43-3e6dc17b2d79 tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:31.285271 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-45da9769-eb83-4a72-aa15-d3b310f8290d req-df8c39b6-7a9f-4b05-9a43-3e6dc17b2d79 tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] 10.222.0.46 "GET /v2.0/ports?device_id=30939562-c7d7-4358-8f03-5cad50289afd HTTP/1.1" status: 200 len: 943 time: 0.2530265 May 10 19:38:31.321067 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b8b25b-7168-4bb6-96df-06a3b496c553 req-914ea400-3ad2-425c-8260-8459bcd6bbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:31.321603 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-97b8b25b-7168-4bb6-96df-06a3b496c553 req-914ea400-3ad2-425c-8260-8459bcd6bbd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533414'] for port, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:31.331240 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-97b8b25b-7168-4bb6-96df-06a3b496c553 req-914ea400-3ad2-425c-8260-8459bcd6bbd5 service neutron] 10.222.0.36 "PUT /v2.0/ports/0c8d9906-07cc-4177-8c44-7771b7be8733 HTTP/1.1" status: 200 len: 1094 time: 2.1214368 May 10 19:38:31.335376 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecd04b4c-de26-480d-b665-1073ac0e1b1f', 'tag': '0c8d9906-07cc-4177-8c44-7771b7be8733'}] {{(pid=79295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:38:31.375822 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-228d7db3-4608-440b-b648-e5a2bc895f0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:31.399278 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-228d7db3-4608-440b-b648-e5a2bc895f0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:31.417027 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-45da9769-eb83-4a72-aa15-d3b310f8290d req-3d68e08c-d1b9-4fc2-bc00-31fb122fc6e0 tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] 10.222.0.46 "GET /v2.0/security-groups?id=311ad93e-20da-42c7-8501-835c089ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162629 May 10 19:38:31.438532 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ea400-3ad2-425c-8260-8459bcd6bbd5 service neutron] Pushing event updated for resources: {'Port': ['ID=0c8d9906-07cc-4177-8c44-7771b7be8733,revision_number=3']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:31.444687 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-914ea400-3ad2-425c-8260-8459bcd6bbd5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:31.551880 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecd04b4c-de26-480d-b665-1073ac0e1b1f', 'tag': '0c8d9906-07cc-4177-8c44-7771b7be8733', 'status': 'completed', 'code': 200} May 10 19:38:31.563881 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b1cba-f899-4bfc-ad86-9f92cc24ade2 req-69d8f0c0-aa68-4e2f-ba59-103b5ddf2287 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:31.565387 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-bb4b1cba-f899-4bfc-ad86-9f92cc24ade2 req-69d8f0c0-aa68-4e2f-ba59-103b5ddf2287 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecd04b4c-de26-480d-b665-1073ac0e1b1f HTTP/1.1" status: 200 len: 944 time: 0.3869562 May 10 19:38:31.570164 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-228d7db3-4608-440b-b648-e5a2bc895f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:31.586351 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-9887d2f1-e3dc-45c2-95c5-2654d229ec30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:31.592156 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228d7db3-4608-440b-b648-e5a2bc895f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc8f34d-e423-4706-8025-5817e28798e7,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:31.595286 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-228d7db3-4608-440b-b648-e5a2bc895f0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:31.597296 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-228d7db3-4608-440b-b648-e5a2bc895f0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:31.598382 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-228d7db3-4608-440b-b648-e5a2bc895f0f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cdc8f34d-e423-4706-8025-5817e28798e7 HTTP/1.1" status: 204 len: 168 time: 0.3205590 May 10 19:38:31.657768 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-bb4b1cba-f899-4bfc-ad86-9f92cc24ade2 req-13556b6b-f6dc-4d7a-ae1d-f98eca8c6e08 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/security-groups?id=294b53ad-6834-49da-93cc-8cdce0637b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743253 May 10 19:38:31.659905 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b8b25b-7168-4bb6-96df-06a3b496c553 req-e0799d7d-ac17-42bf-ae51-4efe8a89cda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:31.662295 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-97b8b25b-7168-4bb6-96df-06a3b496c553 req-e0799d7d-ac17-42bf-ae51-4efe8a89cda5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=199515a807db4df6b09d4d3ef44250c3&device_id=ecd04b4c-de26-480d-b665-1073ac0e1b1f HTTP/1.1" status: 200 len: 1097 time: 0.2016530 May 10 19:38:31.783437 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-97b8b25b-7168-4bb6-96df-06a3b496c553 req-3c117214-52c8-4986-b685-3e9823df8bb4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c8d9906-07cc-4177-8c44-7771b7be8733 HTTP/1.1" status: 200 len: 217 time: 0.1133263 May 10 19:38:31.868654 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b8b25b-7168-4bb6-96df-06a3b496c553 req-4ddcdc28-64ee-45b9-bcdb-69d60b360359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:31.870617 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-97b8b25b-7168-4bb6-96df-06a3b496c553 req-4ddcdc28-64ee-45b9-bcdb-69d60b360359 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ca778bf9-51c9-411c-acc3-eec82a0bc2d4 HTTP/1.1" status: 200 len: 855 time: 0.0777652 May 10 19:38:31.879523 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea07aa16-0ad5-4803-86fd-90efe616e0af req-23a89be2-d291-4ecd-8d9f-5fb5b4534ad0 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:31.884152 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-ea07aa16-0ad5-4803-86fd-90efe616e0af req-23a89be2-d291-4ecd-8d9f-5fb5b4534ad0 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=58f1159d-690b-4c55-a2e3-f66f889b9b1e HTTP/1.1" status: 200 len: 945 time: 0.1522589 May 10 19:38:31.943624 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-97b8b25b-7168-4bb6-96df-06a3b496c553 req-8235ab4b-6fa0-400d-b01f-33eb6e86f3fe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ec9d3060-cbe0-4a19-b391-792c7285d3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616944 May 10 19:38:32.039804 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-ea07aa16-0ad5-4803-86fd-90efe616e0af req-58477c32-af91-4007-b285-6cb3fcc3eb94 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181397 May 10 19:38:32.115622 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-97b8b25b-7168-4bb6-96df-06a3b496c553 req-994d1942-499c-431e-9434-05dad68d2fef service neutron] 10.222.0.36 "GET /v2.0/networks/ec9d3060-cbe0-4a19-b391-792c7285d3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626477 May 10 19:38:32.350520 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-97b8b25b-7168-4bb6-96df-06a3b496c553 req-a6d9e108-0d07-44cc-990e-c3921c733d7d service neutron] 10.222.0.36 "GET /v2.0/networks/ec9d3060-cbe0-4a19-b391-792c7285d3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093048 May 10 19:38:32.350699 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 39622) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:32.376054 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9846d-62c2-4f64-b4f8-ed965736191b req-6d277eb6-f995-4cc9-a185-f280fd75b21d tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:32.377546 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-cdc9846d-62c2-4f64-b4f8-ed965736191b req-6d277eb6-f995-4cc9-a185-f280fd75b21d tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae2758c1-2eb6-401f-9a86-e0e9f6c87812 HTTP/1.1" status: 200 len: 946 time: 0.1618521 May 10 19:38:32.380228 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-ffb0a4f7-56f6-4790-98c2-4d5d56f86ea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:32.411580 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-ffb0a4f7-56f6-4790-98c2-4d5d56f86ea2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:38:32.420595 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-ffb0a4f7-56f6-4790-98c2-4d5d56f86ea2 admin admin] Usage tracker for resource:security_group_rule and tenant:066fe201add146c58f402cd423367a55 is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:38:32.424632 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-ffb0a4f7-56f6-4790-98c2-4d5d56f86ea2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:38:32.447636 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-ffb0a4f7-56f6-4790-98c2-4d5d56f86ea2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:38:32.460288 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-cdc9846d-62c2-4f64-b4f8-ed965736191b req-0e98ebd6-0e63-4ad7-9c49-2f1272d2e072 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687525 May 10 19:38:32.639950 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bfef5d-b41b-4db7-9bb2-74eed66ef019 req-fbbfe6d6-f1f8-4683-8990-c36323d79729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:32.641484 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-c1bfef5d-b41b-4db7-9bb2-74eed66ef019 req-fbbfe6d6-f1f8-4683-8990-c36323d79729 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=199515a807db4df6b09d4d3ef44250c3&device_id=ecd04b4c-de26-480d-b665-1073ac0e1b1f HTTP/1.1" status: 200 len: 1097 time: 0.1734149 May 10 19:38:32.798003 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-ffb0a4f7-56f6-4790-98c2-4d5d56f86ea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:32.887565 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-ffb0a4f7-56f6-4790-98c2-4d5d56f86ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:32.901004 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:32.935342 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24cd77-445d-4b27-b849-bfbc0d270f43 req-938375d8-7edb-4988-b980-e491d0aa785e tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:32.936883 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-fd24cd77-445d-4b27-b849-bfbc0d270f43 req-938375d8-7edb-4988-b980-e491d0aa785e tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] 10.222.0.46 "GET /v2.0/ports?device_id=30939562-c7d7-4358-8f03-5cad50289afd HTTP/1.1" status: 200 len: 943 time: 0.3659394 May 10 19:38:32.980442 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bfef5d-b41b-4db7-9bb2-74eed66ef019 req-3f0cb795-307e-48c3-864c-5fe51754c5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:32.981881 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-c1bfef5d-b41b-4db7-9bb2-74eed66ef019 req-3f0cb795-307e-48c3-864c-5fe51754c5fc service neutron] 10.222.0.36 "GET /v2.0/networks?id=ec9d3060-cbe0-4a19-b391-792c7285d3c2 HTTP/1.1" status: 200 len: 916 time: 0.3247337 May 10 19:38:32.988907 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device 39bdf3f8-485e-4e2c-a57b-6f486bbd9bdc details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=79297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 19:38:32.990623 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-ffb0a4f7-56f6-4790-98c2-4d5d56f86ea2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=066fe201add146c58f402cd423367a55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6390436 May 10 19:38:32.993626 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 39640) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:33.062563 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-466e12b9-167d-4c75-bc1a-e29dc7938adf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:33.097693 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-466e12b9-167d-4c75-bc1a-e29dc7938adf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:33.166267 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-c1bfef5d-b41b-4db7-9bb2-74eed66ef019 req-b6448634-3290-45e1-a85e-aecb84f3806e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c8d9906-07cc-4177-8c44-7771b7be8733 HTTP/1.1" status: 200 len: 217 time: 0.1657867 May 10 19:38:33.172553 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-e30fe240-a467-4efb-975d-8c5533c24358 req-e1892b2c-6d7e-4827-a461-1cfd1c5e4a3e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=53af9893-3874-48a0-80bb-1e30a7d72162&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4390361 May 10 19:38:33.173155 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb0a4f7-56f6-4790-98c2-4d5d56f86ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83572fc9-31ca-45d4-b821-56defa199000,revision_number=1']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:33.180593 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-ffb0a4f7-56f6-4790-98c2-4d5d56f86ea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:33.186822 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-fd24cd77-445d-4b27-b849-bfbc0d270f43 req-2c7e3fa6-98d4-4f65-a0ad-6cb218f3e4d0 tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] 10.222.0.46 "GET /v2.0/security-groups?id=311ad93e-20da-42c7-8501-835c089ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351708 May 10 19:38:33.188047 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] For port 39bdf3f8-485e-4e2c-a57b-6f486bbd9bdc, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=39bdf3f8-485e-4e2c-a57b-6f486bbd9bdc,segment=NetworkSegment(cee13ca0-9e23-4838-8bc3-3bab111473f9),segment_id=cee13ca0-9e23-4838-8bc3-3bab111473f9)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:38:33.225330 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Returning: {'device': '39bdf3f8-485e-4e2c-a57b-6f486bbd9bdc', 'network_id': '3889042a-beb5-4809-a2d1-7a9cbb5bfbe4', 'port_id': '39bdf3f8-485e-4e2c-a57b-6f486bbd9bdc', 'mac_address': 'fa:16:3e:0a:9a:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '171c7a88-f900-4bd2-b2cc-cb41ddf56ecb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 19:38:33.251851 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048f3ec9-c810-4a4b-bd57-e01f066b2f3f req-4832f631-4f16-4ee4-b057-0b656897bb01 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:33.259071 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-048f3ec9-c810-4a4b-bd57-e01f066b2f3f req-4832f631-4f16-4ee4-b057-0b656897bb01 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecd04b4c-de26-480d-b665-1073ac0e1b1f HTTP/1.1" status: 200 len: 944 time: 0.4517698 May 10 19:38:33.287721 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-466e12b9-167d-4c75-bc1a-e29dc7938adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:33.290214 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:33.293025 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-228d7db3-4608-440b-b648-e5a2bc895f0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:33.308593 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466e12b9-167d-4c75-bc1a-e29dc7938adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83572fc9-31ca-45d4-b821-56defa199000,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:33.311128 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-466e12b9-167d-4c75-bc1a-e29dc7938adf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:33.311558 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.notifiers.nova [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39bdf3f8-485e-4e2c-a57b-6f486bbd9bdc {{(pid=79297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:38:33.316133 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-466e12b9-167d-4c75-bc1a-e29dc7938adf admin admin] Notify callbacks [] for security_group, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:33.317462 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-466e12b9-167d-4c75-bc1a-e29dc7938adf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/83572fc9-31ca-45d4-b821-56defa199000 HTTP/1.1" status: 204 len: 168 time: 0.3223758 May 10 19:38:33.348295 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] For port 39bdf3f8-485e-4e2c-a57b-6f486bbd9bdc, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=39bdf3f8-485e-4e2c-a57b-6f486bbd9bdc,segment=NetworkSegment(cee13ca0-9e23-4838-8bc3-3bab111473f9),segment_id=cee13ca0-9e23-4838-8bc3-3bab111473f9)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:38:33.365214 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-048f3ec9-c810-4a4b-bd57-e01f066b2f3f req-85750414-67ce-4e7f-a25a-beb3a7520869 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/security-groups?id=294b53ad-6834-49da-93cc-8cdce0637b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046288 May 10 19:38:33.366973 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bfef5d-b41b-4db7-9bb2-74eed66ef019 req-834ec004-6c5f-4c50-ba36-97def8178f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:33.368334 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-c1bfef5d-b41b-4db7-9bb2-74eed66ef019 req-834ec004-6c5f-4c50-ba36-97def8178f29 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ca778bf9-51c9-411c-acc3-eec82a0bc2d4 HTTP/1.1" status: 200 len: 855 time: 0.1643789 May 10 19:38:33.429088 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-c1bfef5d-b41b-4db7-9bb2-74eed66ef019 req-e824dee2-eb31-40a5-b585-eb75d202462f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ec9d3060-cbe0-4a19-b391-792c7285d3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479136 May 10 19:38:33.448842 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:33.453226 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:33.460837 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30fe240-a467-4efb-975d-8c5533c24358 req-b53c1626-d401-46c6-a267-5f59579cc817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:33.462348 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-e30fe240-a467-4efb-975d-8c5533c24358 req-b53c1626-d401-46c6-a267-5f59579cc817 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=199515a807db4df6b09d4d3ef44250c3&device_id=53af9893-3874-48a0-80bb-1e30a7d72162 HTTP/1.1" status: 200 len: 1099 time: 0.1738937 May 10 19:38:33.554237 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Pushing event updated for resources: {'Port': ['ID=39bdf3f8-485e-4e2c-a57b-6f486bbd9bdc,revision_number=4']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:33.574059 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:38:33.574404 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:38:33.574735 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:38:33.575092 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:38:33.575414 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:38:33.575741 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:38:33.576059 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:38:33.576381 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:38:33.576698 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:38:33.577014 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:38:33.577337 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:38:33.577649 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:38:33.592608 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:33.683256 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-c1bfef5d-b41b-4db7-9bb2-74eed66ef019 req-a839636b-d484-432d-b9fe-d5b8b1476ca2 service neutron] 10.222.0.36 "GET /v2.0/networks/ec9d3060-cbe0-4a19-b391-792c7285d3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403951 May 10 19:38:33.716718 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30fe240-a467-4efb-975d-8c5533c24358 req-cee59e52-3f2d-443b-ae2d-429b2fda4b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:33.718408 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-e30fe240-a467-4efb-975d-8c5533c24358 req-cee59e52-3f2d-443b-ae2d-429b2fda4b73 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ec9d3060-cbe0-4a19-b391-792c7285d3c2 HTTP/1.1" status: 200 len: 916 time: 0.2074084 May 10 19:38:33.837009 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-e30fe240-a467-4efb-975d-8c5533c24358 req-921fbd35-4fb5-46ac-896a-40242e0bfe88 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc0fd2fa-be3b-4113-9661-7e2725606ffc HTTP/1.1" status: 200 len: 217 time: 0.0731595 May 10 19:38:33.911511 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] get_ports_and_sgs() called for port_ids ['39bdf3f8-485e-4e2c-a57b-6f486bbd9bdc'] {{(pid=79297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:38:33.945339 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30fe240-a467-4efb-975d-8c5533c24358 req-d134a281-1b06-4b38-b5a6-6825a3eff413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:33.949835 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-e30fe240-a467-4efb-975d-8c5533c24358 req-d134a281-1b06-4b38-b5a6-6825a3eff413 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ca778bf9-51c9-411c-acc3-eec82a0bc2d4 HTTP/1.1" status: 200 len: 855 time: 0.1020381 May 10 19:38:33.950550 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-c1bfef5d-b41b-4db7-9bb2-74eed66ef019 req-52e21de9-a19c-4a28-80cb-63f187ea7dc9 service neutron] 10.222.0.36 "GET /v2.0/networks/ec9d3060-cbe0-4a19-b391-792c7285d3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627153 May 10 19:38:34.036434 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-e30fe240-a467-4efb-975d-8c5533c24358 req-2f3cdeaa-60ae-4cd3-a7da-981da09d8662 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ec9d3060-cbe0-4a19-b391-792c7285d3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716209 May 10 19:38:34.101577 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.agents_db [None req-ff3cf147-8285-4226-b8f5-cc0a2e41555e None None] Agent healthcheck: found 6 active agents {{(pid=79298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:38:34.190791 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-e30fe240-a467-4efb-975d-8c5533c24358 req-71cbc5ec-d2e8-4f72-8365-17a1f1c5c878 service neutron] 10.222.0.36 "GET /v2.0/networks/ec9d3060-cbe0-4a19-b391-792c7285d3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480620 May 10 19:38:34.411333 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-e30fe240-a467-4efb-975d-8c5533c24358 req-fcd9cb82-f9b0-4119-bec7-5b11a106c8f4 service neutron] 10.222.0.36 "GET /v2.0/networks/ec9d3060-cbe0-4a19-b391-792c7285d3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127059 May 10 19:38:34.480406 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937b2c3c-b2c7-4cab-bbfb-76b9c7c9b152 req-741f8e38-c41f-4f98-b0ef-ee982b7bae01 tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:34.482063 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-937b2c3c-b2c7-4cab-bbfb-76b9c7c9b152 req-741f8e38-c41f-4f98-b0ef-ee982b7bae01 tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] 10.222.0.46 "GET /v2.0/ports?device_id=30939562-c7d7-4358-8f03-5cad50289afd HTTP/1.1" status: 200 len: 944 time: 0.1306391 May 10 19:38:34.585807 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-937b2c3c-b2c7-4cab-bbfb-76b9c7c9b152 req-acdc804d-403c-4305-92e8-0eaa776a04f5 tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] 10.222.0.46 "GET /v2.0/security-groups?id=311ad93e-20da-42c7-8501-835c089ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944605 May 10 19:38:34.628472 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2af9e-e987-41c4-83b0-fb8a5d323588 req-9a28ccb9-4831-4aae-986e-6854e0265470 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:34.643949 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-2dd2af9e-e987-41c4-83b0-fb8a5d323588 req-9a28ccb9-4831-4aae-986e-6854e0265470 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecd04b4c-de26-480d-b665-1073ac0e1b1f HTTP/1.1" status: 200 len: 944 time: 0.1291444 May 10 19:38:34.689123 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-2dd2af9e-e987-41c4-83b0-fb8a5d323588 req-d93a11bb-39d7-4a41-821a-6082a72eb8c0 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/security-groups?id=294b53ad-6834-49da-93cc-8cdce0637b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423963 May 10 19:38:35.013959 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device 0c8d9906-07cc-4177-8c44-7771b7be8733 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=79297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 19:38:35.017333 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device 39bdf3f8-485e-4e2c-a57b-6f486bbd9bdc up at agent hyperv_hv-cinder-78445 {{(pid=79297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:38:35.300143 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] For port 0c8d9906-07cc-4177-8c44-7771b7be8733, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=0c8d9906-07cc-4177-8c44-7771b7be8733,segment=NetworkSegment(a8cd83e0-583d-47d8-8b48-31fe59f67f8c),segment_id=a8cd83e0-583d-47d8-8b48-31fe59f67f8c)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:38:35.311183 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Provisioning for port 39bdf3f8-485e-4e2c-a57b-6f486bbd9bdc completed by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:38:35.318457 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Provisioning complete for port 39bdf3f8-485e-4e2c-a57b-6f486bbd9bdc triggered by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:38:35.319030 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:35.342213 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Returning: {'device': '0c8d9906-07cc-4177-8c44-7771b7be8733', 'network_id': 'ec9d3060-cbe0-4a19-b391-792c7285d3c2', 'port_id': '0c8d9906-07cc-4177-8c44-7771b7be8733', 'mac_address': 'fa:16:3e:1b:31:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca778bf9-51c9-411c-acc3-eec82a0bc2d4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 19:38:35.433110 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:35.452646 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.notifiers.nova [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c8d9906-07cc-4177-8c44-7771b7be8733 {{(pid=79297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:38:35.505989 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] For port 0c8d9906-07cc-4177-8c44-7771b7be8733, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=0c8d9906-07cc-4177-8c44-7771b7be8733,segment=NetworkSegment(a8cd83e0-583d-47d8-8b48-31fe59f67f8c),segment_id=a8cd83e0-583d-47d8-8b48-31fe59f67f8c)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:38:35.519970 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:35.553489 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30939562-c7d7-4358-8f03-5cad50289afd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39bdf3f8-485e-4e2c-a57b-6f486bbd9bdc'}] {{(pid=79297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:38:35.564550 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] For port 39bdf3f8-485e-4e2c-a57b-6f486bbd9bdc, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=39bdf3f8-485e-4e2c-a57b-6f486bbd9bdc,segment=NetworkSegment(cee13ca0-9e23-4838-8bc3-3bab111473f9),segment_id=cee13ca0-9e23-4838-8bc3-3bab111473f9)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:38:35.577811 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:35.580649 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:35.667155 dv-cinder-784453-6-smb neutron-server[79297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30939562-c7d7-4358-8f03-5cad50289afd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39bdf3f8-485e-4e2c-a57b-6f486bbd9bdc', 'code': 200} May 10 19:38:35.680583 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:35.900277 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Pushing event updated for resources: {'Port': ['ID=0c8d9906-07cc-4177-8c44-7771b7be8733,revision_number=4']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:35.905280 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:35.905760 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.194s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:35.941017 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d814e-2b13-4445-9855-9c2e0cff7496 req-f133d623-a3cb-481a-8284-2ec73482375e tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:35.948850 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-a27d814e-2b13-4445-9855-9c2e0cff7496 req-f133d623-a3cb-481a-8284-2ec73482375e tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] 10.222.0.46 "GET /v2.0/ports?device_id=30939562-c7d7-4358-8f03-5cad50289afd HTTP/1.1" status: 200 len: 945 time: 0.1551254 May 10 19:38:35.996519 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Pushing event updated for resources: {'Port': ['ID=39bdf3f8-485e-4e2c-a57b-6f486bbd9bdc,revision_number=5']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:36.000766 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:36.008347 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-a27d814e-2b13-4445-9855-9c2e0cff7496 req-5ce3aa3c-afc5-466c-95cf-fc26708af137 tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] 10.222.0.46 "GET /v2.0/security-groups?id=311ad93e-20da-42c7-8501-835c089ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583887 May 10 19:38:36.042216 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] get_ports_and_sgs() called for port_ids ['0c8d9906-07cc-4177-8c44-7771b7be8733'] {{(pid=79297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:38:36.451055 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ca7c4a-3110-4b41-8431-a6cf95afd1a7 req-db070f5c-a9d8-4ded-a4aa-b6e7b863cc2e tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:36.452525 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-29ca7c4a-3110-4b41-8431-a6cf95afd1a7 req-db070f5c-a9d8-4ded-a4aa-b6e7b863cc2e tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecd04b4c-de26-480d-b665-1073ac0e1b1f HTTP/1.1" status: 200 len: 945 time: 0.3913999 May 10 19:38:36.504225 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86131670-ed51-4373-846b-45032fab773f req-ec5fbba3-90d6-46c4-b0a5-c816eb3e0032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:36.505937 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-86131670-ed51-4373-846b-45032fab773f req-ec5fbba3-90d6-46c4-b0a5-c816eb3e0032 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=573317180ac4476a8f0d5cca9d9aaa70&device_id=ae2758c1-2eb6-401f-9a86-e0e9f6c87812 HTTP/1.1" status: 200 len: 1099 time: 0.3779213 May 10 19:38:36.560609 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-29ca7c4a-3110-4b41-8431-a6cf95afd1a7 req-58458096-d75b-4fd2-bb85-e930f2ba1682 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/security-groups?id=294b53ad-6834-49da-93cc-8cdce0637b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999970 May 10 19:38:36.629486 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794970d2-3800-4964-ac03-ee9442cf6e76 req-c89393e4-d962-4705-ac43-d0179733c303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:36.631019 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-794970d2-3800-4964-ac03-ee9442cf6e76 req-c89393e4-d962-4705-ac43-d0179733c303 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=30939562-c7d7-4358-8f03-5cad50289afd HTTP/1.1" status: 200 len: 1098 time: 0.3894076 May 10 19:38:36.662791 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d628c2-9db6-4eb3-be9d-0ec95c3ff58b req-c1caabc8-d0e5-46bd-b20f-c40ebb0cfec5 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:36.664303 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-00d628c2-9db6-4eb3-be9d-0ec95c3ff58b req-c1caabc8-d0e5-46bd-b20f-c40ebb0cfec5 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae2758c1-2eb6-401f-9a86-e0e9f6c87812 HTTP/1.1" status: 200 len: 946 time: 0.4210861 May 10 19:38:36.738093 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-794970d2-3800-4964-ac03-ee9442cf6e76 req-1f2df301-eef7-4979-add6-3805e6776aae service neutron] Synchronizing usage tracker for tenant:0806786fd947460facd92bd5b7077bd1 on resource:security_group {{(pid=79295) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:38:36.776825 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-00d628c2-9db6-4eb3-be9d-0ec95c3ff58b req-3160278a-c7f3-4810-83c7-5f614f5d2b58 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029789 May 10 19:38:36.785768 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86131670-ed51-4373-846b-45032fab773f req-02d223e6-a701-41de-ba0d-abb342ab6ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:36.787316 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-86131670-ed51-4373-846b-45032fab773f req-02d223e6-a701-41de-ba0d-abb342ab6ecb service neutron] 10.222.0.36 "GET /v2.0/networks?id=2312584f-3aed-48ad-b142-6936ee1bfc86 HTTP/1.1" status: 200 len: 920 time: 0.2604616 May 10 19:38:36.862795 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-86131670-ed51-4373-846b-45032fab773f req-55fcc0de-4329-4917-bcdb-df61384d1e8d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=825fef50-6356-4fd5-bfe8-37d1923bbc0e HTTP/1.1" status: 200 len: 217 time: 0.0658870 May 10 19:38:36.863530 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-794970d2-3800-4964-ac03-ee9442cf6e76 req-1f2df301-eef7-4979-add6-3805e6776aae service neutron] Unset dirty status for tenant:0806786fd947460facd92bd5b7077bd1 on resource:security_group {{(pid=79295) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:38:36.864794 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-794970d2-3800-4964-ac03-ee9442cf6e76 req-1f2df301-eef7-4979-add6-3805e6776aae service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=311ad93e-20da-42c7-8501-835c089ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244999 May 10 19:38:36.990225 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86131670-ed51-4373-846b-45032fab773f req-8ae603e8-ff21-4a20-9241-818b18ea79ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:36.991669 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-86131670-ed51-4373-846b-45032fab773f req-8ae603e8-ff21-4a20-9241-818b18ea79ff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab965ab2-3c2b-4e85-9150-f84597f3a8d7 HTTP/1.1" status: 200 len: 859 time: 0.0640931 May 10 19:38:37.044841 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-86131670-ed51-4373-846b-45032fab773f req-4791917f-0be9-46ee-808b-1273599b2d47 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2312584f-3aed-48ad-b142-6936ee1bfc86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407205 May 10 19:38:37.250244 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-86131670-ed51-4373-846b-45032fab773f req-c3414888-27bc-4f51-b8cd-022bd206cbc7 service neutron] 10.222.0.36 "GET /v2.0/networks/2312584f-3aed-48ad-b142-6936ee1bfc86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972160 May 10 19:38:37.292220 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0071fa-77b3-459a-bbee-4f4f80e57629 req-af46ddf2-cb04-4955-bd03-9cdcd489b4ae tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:37.293695 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-5c0071fa-77b3-459a-bbee-4f4f80e57629 req-af46ddf2-cb04-4955-bd03-9cdcd489b4ae tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] 10.222.0.46 "GET /v2.0/ports?device_id=30939562-c7d7-4358-8f03-5cad50289afd HTTP/1.1" status: 200 len: 945 time: 0.1532426 May 10 19:38:37.417069 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-5c0071fa-77b3-459a-bbee-4f4f80e57629 req-46cd8370-5665-4f45-8e30-65f9f24e8ba6 tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] 10.222.0.46 "GET /v2.0/security-groups?id=311ad93e-20da-42c7-8501-835c089ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745831 May 10 19:38:37.445893 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-86131670-ed51-4373-846b-45032fab773f req-6009cd7e-a407-4820-91c0-a75f4f160bec service neutron] 10.222.0.36 "GET /v2.0/networks/2312584f-3aed-48ad-b142-6936ee1bfc86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833646 May 10 19:38:37.754001 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db45d613-d63f-4f6a-9710-110b4635f887 req-4f97f75d-9e42-435c-90ec-10bff206ad12 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:37.755541 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-db45d613-d63f-4f6a-9710-110b4635f887 req-4f97f75d-9e42-435c-90ec-10bff206ad12 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecd04b4c-de26-480d-b665-1073ac0e1b1f HTTP/1.1" status: 200 len: 945 time: 0.0819092 May 10 19:38:37.802132 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-db45d613-d63f-4f6a-9710-110b4635f887 req-2c8e7d60-4623-413f-a25f-02c534074d90 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/security-groups?id=294b53ad-6834-49da-93cc-8cdce0637b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404518 May 10 19:38:37.996444 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54ce71-1d87-458b-873b-e5b392811fc0 req-6950a716-750a-45d2-9b3a-281fdf5f01ab tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:37.997925 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-0a54ce71-1d87-458b-873b-e5b392811fc0 req-6950a716-750a-45d2-9b3a-281fdf5f01ab tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae2758c1-2eb6-401f-9a86-e0e9f6c87812 HTTP/1.1" status: 200 len: 946 time: 0.0901582 May 10 19:38:38.048807 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-0a54ce71-1d87-458b-873b-e5b392811fc0 req-437b3fbb-3685-4b48-a9ce-4bf8d43b0a4a tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442858 May 10 19:38:38.236039 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:38.310394 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-d42d8fea-d46a-4f91-af13-0fa4720715f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:38.611570 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7adb7cf-b785-47ee-8de0-2523ee9791ab req-aa5dbfdd-a0b3-421e-8471-a5f67547c8d3 tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:38.613333 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-c7adb7cf-b785-47ee-8de0-2523ee9791ab req-aa5dbfdd-a0b3-421e-8471-a5f67547c8d3 tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] 10.222.0.46 "GET /v2.0/ports?device_id=30939562-c7d7-4358-8f03-5cad50289afd HTTP/1.1" status: 200 len: 945 time: 0.0830731 May 10 19:38:38.666338 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-c7adb7cf-b785-47ee-8de0-2523ee9791ab req-5a916a1f-79d3-4a17-9352-8207682ec922 tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] 10.222.0.46 "GET /v2.0/security-groups?id=311ad93e-20da-42c7-8501-835c089ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417664 May 10 19:38:38.999450 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29648963-a2b7-4b72-adc0-72f8e4e3839d req-bb6eb5d0-6bdc-4330-a117-d9d349293f58 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:39.000821 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-29648963-a2b7-4b72-adc0-72f8e4e3839d req-bb6eb5d0-6bdc-4330-a117-d9d349293f58 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecd04b4c-de26-480d-b665-1073ac0e1b1f HTTP/1.1" status: 200 len: 945 time: 0.0833135 May 10 19:38:39.046337 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-29648963-a2b7-4b72-adc0-72f8e4e3839d req-949c8aae-97fc-47ed-a021-e143b3e6ae36 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/security-groups?id=294b53ad-6834-49da-93cc-8cdce0637b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396438 May 10 19:38:39.050665 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device 0c8d9906-07cc-4177-8c44-7771b7be8733 up at agent hyperv_hv-cinder-78445 {{(pid=79297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:38:39.235200 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Provisioning for port 0c8d9906-07cc-4177-8c44-7771b7be8733 completed by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:38:39.243376 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Provisioning complete for port 0c8d9906-07cc-4177-8c44-7771b7be8733 triggered by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:38:39.245077 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:39.271293 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dbf32a-cce7-4531-ad81-aafa23265609 req-8f304a18-a5c3-48d6-ab05-6b1d216078e3 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:39.271293 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-b1dbf32a-cce7-4531-ad81-aafa23265609 req-8f304a18-a5c3-48d6-ab05-6b1d216078e3 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae2758c1-2eb6-401f-9a86-e0e9f6c87812 HTTP/1.1" status: 200 len: 946 time: 0.0847700 May 10 19:38:39.331764 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-b1dbf32a-cce7-4531-ad81-aafa23265609 req-535ad4b3-59e4-4896-afd8-27fe5c4aed02 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570014 May 10 19:38:39.383999 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:39.444534 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd04b4c-de26-480d-b665-1073ac0e1b1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c8d9906-07cc-4177-8c44-7771b7be8733'}] {{(pid=79297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:38:39.458840 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] For port 0c8d9906-07cc-4177-8c44-7771b7be8733, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=0c8d9906-07cc-4177-8c44-7771b7be8733,segment=NetworkSegment(a8cd83e0-583d-47d8-8b48-31fe59f67f8c),segment_id=a8cd83e0-583d-47d8-8b48-31fe59f67f8c)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:38:39.490575 dv-cinder-784453-6-smb neutron-server[79297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecd04b4c-de26-480d-b665-1073ac0e1b1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c8d9906-07cc-4177-8c44-7771b7be8733', 'code': 200} May 10 19:38:39.572837 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:39.574842 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:39.651647 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Pushing event updated for resources: {'Port': ['ID=0c8d9906-07cc-4177-8c44-7771b7be8733,revision_number=5']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:39.654676 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:40.301479 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee28889-51e9-43a0-985d-690721edd2c4 req-a8b08abc-13dd-4c5b-8722-7b16519adebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:40.303027 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-cee28889-51e9-43a0-985d-690721edd2c4 req-a8b08abc-13dd-4c5b-8722-7b16519adebe service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ecd04b4c-de26-480d-b665-1073ac0e1b1f HTTP/1.1" status: 200 len: 1099 time: 0.1071100 May 10 19:38:40.311260 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e1cea3-4e1f-4838-a8da-22b39c0d536e req-056864ed-abf9-4040-acdc-dc14c6a945ee tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:40.312634 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-69e1cea3-4e1f-4838-a8da-22b39c0d536e req-056864ed-abf9-4040-acdc-dc14c6a945ee tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecd04b4c-de26-480d-b665-1073ac0e1b1f HTTP/1.1" status: 200 len: 946 time: 0.1564891 May 10 19:38:40.434756 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-cee28889-51e9-43a0-985d-690721edd2c4 req-5aa7245a-f302-4f13-b59b-3b02571a06eb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=294b53ad-6834-49da-93cc-8cdce0637b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180336 May 10 19:38:40.440531 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-69e1cea3-4e1f-4838-a8da-22b39c0d536e req-2aca5c48-990b-4908-a0d8-5b2654246ba2 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/security-groups?id=294b53ad-6834-49da-93cc-8cdce0637b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091683 May 10 19:38:40.528878 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff60dd-8817-45f3-9eeb-5135ea6b88ee req-217d12cb-3e91-4755-b662-e73b3a77d852 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:40.530237 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-4dff60dd-8817-45f3-9eeb-5135ea6b88ee req-217d12cb-3e91-4755-b662-e73b3a77d852 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae2758c1-2eb6-401f-9a86-e0e9f6c87812 HTTP/1.1" status: 200 len: 946 time: 0.0809419 May 10 19:38:40.580361 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-4dff60dd-8817-45f3-9eeb-5135ea6b88ee req-f826c0f6-671d-4300-812f-352a28730b90 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442369 May 10 19:38:40.847918 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-1df00c6d-d58e-4adf-89dc-0bf64e5554ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:40.985167 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:41.629411 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a90ac-84da-4df2-9b65-c538048fda0c req-aa966d09-c5ba-4ccc-b45d-a479e3a44f2a tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:41.630950 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-348a90ac-84da-4df2-9b65-c538048fda0c req-aa966d09-c5ba-4ccc-b45d-a479e3a44f2a tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecd04b4c-de26-480d-b665-1073ac0e1b1f HTTP/1.1" status: 200 len: 946 time: 0.0827949 May 10 19:38:41.684074 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-348a90ac-84da-4df2-9b65-c538048fda0c req-19c10cfc-a303-44ba-ace7-7d88933bb809 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/security-groups?id=294b53ad-6834-49da-93cc-8cdce0637b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471749 May 10 19:38:41.806015 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8264f8a4-0f68-4e1d-8ffc-72ece6cd233f req-0e10e4ce-949a-4c1f-a78f-7a086879506f tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:41.808178 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-8264f8a4-0f68-4e1d-8ffc-72ece6cd233f req-0e10e4ce-949a-4c1f-a78f-7a086879506f tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae2758c1-2eb6-401f-9a86-e0e9f6c87812 HTTP/1.1" status: 200 len: 946 time: 0.1003661 May 10 19:38:41.852664 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-8264f8a4-0f68-4e1d-8ffc-72ece6cd233f req-c1aea651-352b-4334-8570-3cf890776a15 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387979 May 10 19:38:41.951292 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-05ecdfa3-b7ee-4afa-83d7-ebb5bc70016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:42.916605 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001b302-dfff-47e0-aca8-ccdedbf317e2 req-ea4a1fb1-b8bb-4226-9e98-8dc3555e82ac tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:42.923947 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-e001b302-dfff-47e0-aca8-ccdedbf317e2 req-ea4a1fb1-b8bb-4226-9e98-8dc3555e82ac tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecd04b4c-de26-480d-b665-1073ac0e1b1f HTTP/1.1" status: 200 len: 946 time: 0.1053061 May 10 19:38:42.990947 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-e001b302-dfff-47e0-aca8-ccdedbf317e2 req-62123ee3-95b3-4bc0-8661-436715f03fc7 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/security-groups?id=294b53ad-6834-49da-93cc-8cdce0637b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660367 May 10 19:38:43.087968 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee3cc5-2196-4efe-ba19-c46b01c78e23 req-b456fdeb-1d4b-4bbd-9dcf-b9f1d6da67df tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:43.089458 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-c9ee3cc5-2196-4efe-ba19-c46b01c78e23 req-b456fdeb-1d4b-4bbd-9dcf-b9f1d6da67df tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae2758c1-2eb6-401f-9a86-e0e9f6c87812 HTTP/1.1" status: 200 len: 946 time: 0.0870864 May 10 19:38:43.142979 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-c9ee3cc5-2196-4efe-ba19-c46b01c78e23 req-40862933-7188-4a29-9196-1419eec4ba0b tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476820 May 10 19:38:43.309674 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 40004) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:43.483915 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-c9396160-0cbc-474e-bfd0-e945e146d6fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:43.499331 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-c9396160-0cbc-474e-bfd0-e945e146d6fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:38:43.503335 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-c9396160-0cbc-474e-bfd0-e945e146d6fd admin admin] Usage tracker for resource:security_group_rule and tenant:ed0060e12bcd4fc2ae87d5271839cfa1 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:38:43.506164 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-c9396160-0cbc-474e-bfd0-e945e146d6fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:38:43.512757 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-c9396160-0cbc-474e-bfd0-e945e146d6fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:38:43.596633 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-c9396160-0cbc-474e-bfd0-e945e146d6fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:43.704582 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-c9396160-0cbc-474e-bfd0-e945e146d6fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:43.719309 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-d5028202-a00d-420d-9d0f-38c26b6c3286 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:43.740223 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-02078f97-e06b-4c48-b673-8bf9bf3f5f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:43.758601 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 40018) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:43.758723 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-c9396160-0cbc-474e-bfd0-e945e146d6fd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ed0060e12bcd4fc2ae87d5271839cfa1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4480181 May 10 19:38:43.769866 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9396160-0cbc-474e-bfd0-e945e146d6fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeee673a-de6e-4abb-b4a2-64a79fc0428e,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:43.802479 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-c9396160-0cbc-474e-bfd0-e945e146d6fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:43.864136 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-a7ff535e-accd-4d3d-931c-faf4f44fe207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:43.892155 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-a7ff535e-accd-4d3d-931c-faf4f44fe207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:44.055417 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-a7ff535e-accd-4d3d-931c-faf4f44fe207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:44.066326 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-4c40c49f-bfcf-40db-9cb8-a5900496b016 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:44.097010 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ff535e-accd-4d3d-931c-faf4f44fe207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeee673a-de6e-4abb-b4a2-64a79fc0428e,revision_number=None']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:44.103052 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-a7ff535e-accd-4d3d-931c-faf4f44fe207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:44.116118 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-a7ff535e-accd-4d3d-931c-faf4f44fe207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:44.123676 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-a7ff535e-accd-4d3d-931c-faf4f44fe207 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/eeee673a-de6e-4abb-b4a2-64a79fc0428e HTTP/1.1" status: 204 len: 168 time: 0.3608816 May 10 19:38:44.337407 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe78ca70-0cc0-4ef8-86e8-1afd57f09c3b req-9f28e7a8-09ae-4594-9509-716e72ac14ec tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:44.339070 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-fe78ca70-0cc0-4ef8-86e8-1afd57f09c3b req-9f28e7a8-09ae-4594-9509-716e72ac14ec tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae2758c1-2eb6-401f-9a86-e0e9f6c87812 HTTP/1.1" status: 200 len: 946 time: 0.0827897 May 10 19:38:44.384830 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-fe78ca70-0cc0-4ef8-86e8-1afd57f09c3b req-1383eaf3-f11f-4d1a-a42d-1c98f1832ed9 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399818 May 10 19:38:44.695100 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 40066) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:44.855056 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-128e1dd6-c582-4ded-b41a-44eed748697b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:44.872933 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-128e1dd6-c582-4ded-b41a-44eed748697b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:38:44.877143 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-128e1dd6-c582-4ded-b41a-44eed748697b admin admin] Usage tracker for resource:security_group_rule and tenant:62cf4de1b1db4b5a8eeeb89469274abe is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:38:44.880231 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-128e1dd6-c582-4ded-b41a-44eed748697b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:38:44.886255 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-128e1dd6-c582-4ded-b41a-44eed748697b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:38:44.950658 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 40080) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:44.986143 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-128e1dd6-c582-4ded-b41a-44eed748697b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:44.986360 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-49388367-1302-49f1-adcb-152ed8aba7b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:45.004680 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-49388367-1302-49f1-adcb-152ed8aba7b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:38:45.009628 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-49388367-1302-49f1-adcb-152ed8aba7b0 admin admin] Usage tracker for resource:security_group_rule and tenant:0afdd51192414a569fd25b3f6e3c4af9 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:38:45.012603 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-49388367-1302-49f1-adcb-152ed8aba7b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:38:45.018685 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-49388367-1302-49f1-adcb-152ed8aba7b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:38:45.122535 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-128e1dd6-c582-4ded-b41a-44eed748697b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:45.137266 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-46cae424-6b71-4165-9238-c9829f7b3288 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:45.172313 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-128e1dd6-c582-4ded-b41a-44eed748697b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=62cf4de1b1db4b5a8eeeb89469274abe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4793453 May 10 19:38:45.175996 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 40092) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:45.190238 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128e1dd6-c582-4ded-b41a-44eed748697b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35188e04-93f9-4969-9104-f95a64ca7955,revision_number=1']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:45.206066 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-128e1dd6-c582-4ded-b41a-44eed748697b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:45.270413 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-49388367-1302-49f1-adcb-152ed8aba7b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:45.286370 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-1b286fcc-8676-47f5-bbe7-e8995549b950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:45.313319 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-1b286fcc-8676-47f5-bbe7-e8995549b950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:45.315800 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad1a48-9aa2-4de5-a11c-1ea93f5c7893 req-5f7dc3f4-20d6-482a-9922-1d5f5e39f4d7 tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:45.317956 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-68ad1a48-9aa2-4de5-a11c-1ea93f5c7893 req-5f7dc3f4-20d6-482a-9922-1d5f5e39f4d7 tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] 10.222.0.46 "GET /v2.0/ports?device_id=30939562-c7d7-4358-8f03-5cad50289afd HTTP/1.1" status: 200 len: 945 time: 0.0886374 May 10 19:38:45.373666 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-68ad1a48-9aa2-4de5-a11c-1ea93f5c7893 req-d6eca45b-978f-4d1a-a01c-a52acf162a92 tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] 10.222.0.46 "GET /v2.0/security-groups?id=311ad93e-20da-42c7-8501-835c089ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489540 May 10 19:38:45.379485 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-49388367-1302-49f1-adcb-152ed8aba7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:45.390033 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-0a703f88-ad0a-4313-9ec6-d920388cb451 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:45.427384 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-49388367-1302-49f1-adcb-152ed8aba7b0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0afdd51192414a569fd25b3f6e3c4af9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4749763 May 10 19:38:45.429044 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49388367-1302-49f1-adcb-152ed8aba7b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7175b422-e68f-43e1-9cde-a94433bb795d,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:45.430127 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 40098) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:45.432059 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-49388367-1302-49f1-adcb-152ed8aba7b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:45.448139 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-1b286fcc-8676-47f5-bbe7-e8995549b950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:45.459077 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-62a77960-ab61-49d3-a0c6-3fe3168be830 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:45.475203 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b286fcc-8676-47f5-bbe7-e8995549b950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35188e04-93f9-4969-9104-f95a64ca7955,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:45.480696 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-1b286fcc-8676-47f5-bbe7-e8995549b950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:45.491812 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-1b286fcc-8676-47f5-bbe7-e8995549b950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:45.496477 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-1b286fcc-8676-47f5-bbe7-e8995549b950 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/35188e04-93f9-4969-9104-f95a64ca7955 HTTP/1.1" status: 204 len: 168 time: 0.3190305 May 10 19:38:45.571386 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-f8cbdb8a-a6cf-416d-bc44-f109f3a90a7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:45.616949 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-f8cbdb8a-a6cf-416d-bc44-f109f3a90a7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:45.678694 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510347e6-d350-477e-934c-11d034ee3168 req-92ef5639-fca0-4dbc-badf-d587ee45aa18 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:45.680172 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-510347e6-d350-477e-934c-11d034ee3168 req-92ef5639-fca0-4dbc-badf-d587ee45aa18 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae2758c1-2eb6-401f-9a86-e0e9f6c87812 HTTP/1.1" status: 200 len: 946 time: 0.1567495 May 10 19:38:45.732876 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-510347e6-d350-477e-934c-11d034ee3168 req-97e5b875-2ede-4f03-b85f-dfd6448412fa tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447235 May 10 19:38:45.779467 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-f8cbdb8a-a6cf-416d-bc44-f109f3a90a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:45.784569 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-3b3a109f-bbb1-4c03-bd32-99fce0f9b6ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:45.797934 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cbdb8a-a6cf-416d-bc44-f109f3a90a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7175b422-e68f-43e1-9cde-a94433bb795d,revision_number=None']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:45.801736 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-f8cbdb8a-a6cf-416d-bc44-f109f3a90a7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:45.807077 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-f8cbdb8a-a6cf-416d-bc44-f109f3a90a7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:45.812389 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-f8cbdb8a-a6cf-416d-bc44-f109f3a90a7f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7175b422-e68f-43e1-9cde-a94433bb795d HTTP/1.1" status: 204 len: 168 time: 0.3770347 May 10 19:38:46.426876 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 40136) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:46.526190 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 40148) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:46.558207 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-ba99ab10-d705-4a8c-ae80-14e738656a96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:46.575730 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-ba99ab10-d705-4a8c-ae80-14e738656a96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:38:46.580454 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-ba99ab10-d705-4a8c-ae80-14e738656a96 admin admin] Usage tracker for resource:security_group_rule and tenant:d08362b9565d495a9ca910a9a3d8b66f is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:38:46.583957 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-ba99ab10-d705-4a8c-ae80-14e738656a96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:38:46.592273 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-ba99ab10-d705-4a8c-ae80-14e738656a96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:38:46.613802 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25415bd6-e1c0-4581-82c6-9766799bc6c5 req-76a562a7-3efe-44aa-b7bc-2ce60660ccaf tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:46.621054 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-25415bd6-e1c0-4581-82c6-9766799bc6c5 req-76a562a7-3efe-44aa-b7bc-2ce60660ccaf tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] 10.222.0.46 "GET /v2.0/ports?device_id=30939562-c7d7-4358-8f03-5cad50289afd HTTP/1.1" status: 200 len: 945 time: 0.1266291 May 10 19:38:46.666833 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-25415bd6-e1c0-4581-82c6-9766799bc6c5 req-63c5dd59-ff33-46f0-8bee-1a95e55e8ff9 tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] 10.222.0.46 "GET /v2.0/security-groups?id=311ad93e-20da-42c7-8501-835c089ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449243 May 10 19:38:46.741000 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-96d42c40-d705-4cba-b2ba-fdd99449fd7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:46.745418 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-ba99ab10-d705-4a8c-ae80-14e738656a96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:46.758444 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-96d42c40-d705-4cba-b2ba-fdd99449fd7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:38:46.763056 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-96d42c40-d705-4cba-b2ba-fdd99449fd7d admin admin] Usage tracker for resource:security_group_rule and tenant:0009fbabab4b4b1fbca7e2db592c0f05 is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:38:46.765922 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-96d42c40-d705-4cba-b2ba-fdd99449fd7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:38:46.772313 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-96d42c40-d705-4cba-b2ba-fdd99449fd7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:38:46.794530 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-ba99ab10-d705-4a8c-ae80-14e738656a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:46.804652 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-16ca42e7-7c60-42dd-9b0b-df7b9eb5d924 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:46.845707 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-ba99ab10-d705-4a8c-ae80-14e738656a96 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d08362b9565d495a9ca910a9a3d8b66f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3176408 May 10 19:38:46.847117 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba99ab10-d705-4a8c-ae80-14e738656a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=414ccfb0-780e-468e-87b1-b2a509a735cd,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:46.848388 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 40160) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:46.850499 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-ba99ab10-d705-4a8c-ae80-14e738656a96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:47.024295 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-96d42c40-d705-4cba-b2ba-fdd99449fd7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:47.059844 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-14b6d871-ca53-4c93-a6d1-e3ac9e0ae331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:47.108706 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17f9682-498d-44d8-bcd2-1883d219b8b6 req-fb58fd9f-fd93-499c-8c84-953af1b3d6c7 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:47.110187 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-c17f9682-498d-44d8-bcd2-1883d219b8b6 req-fb58fd9f-fd93-499c-8c84-953af1b3d6c7 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae2758c1-2eb6-401f-9a86-e0e9f6c87812 HTTP/1.1" status: 200 len: 946 time: 0.2580838 May 10 19:38:47.124615 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9109bf1-d612-41d5-8a06-d850142ff0b2 req-f4af3936-095d-4dde-9980-0ca2536868b6 tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:47.126062 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-f9109bf1-d612-41d5-8a06-d850142ff0b2 req-f4af3936-095d-4dde-9980-0ca2536868b6 tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] 10.222.0.36 "GET /v2.0/ports?device_id=30939562-c7d7-4358-8f03-5cad50289afd HTTP/1.1" status: 200 len: 945 time: 0.2234781 May 10 19:38:47.127840 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-14b6d871-ca53-4c93-a6d1-e3ac9e0ae331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:47.178866 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-96d42c40-d705-4cba-b2ba-fdd99449fd7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:47.192658 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-7ca04014-c7a7-4877-9611-a620549173f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:47.338365 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d42c40-d705-4cba-b2ba-fdd99449fd7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee046a50-3bce-47af-8b0e-e58eacdc8e56,revision_number=1']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:47.347419 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-96d42c40-d705-4cba-b2ba-fdd99449fd7d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0009fbabab4b4b1fbca7e2db592c0f05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9165990 May 10 19:38:47.350346 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 40184) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:47.373559 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-96d42c40-d705-4cba-b2ba-fdd99449fd7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:47.377493 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-c17f9682-498d-44d8-bcd2-1883d219b8b6 req-f5fe518b-cf92-4a25-992e-4d78ffa67cc6 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428508 May 10 19:38:47.431635 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.plugin [req-f9109bf1-d612-41d5-8a06-d850142ff0b2 req-e537a093-ba3e-4a70-9777-df8176c678f8 tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] Deleting port 39bdf3f8-485e-4e2c-a57b-6f486bbd9bdc {{(pid=79295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:38:47.432858 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-f9109bf1-d612-41d5-8a06-d850142ff0b2 req-e537a093-ba3e-4a70-9777-df8176c678f8 tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757498910621'] for port, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:47.455658 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-2679c3f0-eb59-4b91-bdc5-365adb6e1f6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:47.483455 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-2679c3f0-eb59-4b91-bdc5-365adb6e1f6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:47.520069 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-14b6d871-ca53-4c93-a6d1-e3ac9e0ae331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:47.531233 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-ffb0a4f7-56f6-4790-98c2-4d5d56f86ea2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:47.547813 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b6d871-ca53-4c93-a6d1-e3ac9e0ae331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414ccfb0-780e-468e-87b1-b2a509a735cd,revision_number=None']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:47.550243 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-14b6d871-ca53-4c93-a6d1-e3ac9e0ae331 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:47.600641 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-14b6d871-ca53-4c93-a6d1-e3ac9e0ae331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:47.600641 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-14b6d871-ca53-4c93-a6d1-e3ac9e0ae331 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/414ccfb0-780e-468e-87b1-b2a509a735cd HTTP/1.1" status: 204 len: 168 time: 0.7414250 May 10 19:38:47.618833 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.db [req-f9109bf1-d612-41d5-8a06-d850142ff0b2 req-e537a093-ba3e-4a70-9777-df8176c678f8 tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] For port 39bdf3f8-485e-4e2c-a57b-6f486bbd9bdc, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=39bdf3f8-485e-4e2c-a57b-6f486bbd9bdc,segment=NetworkSegment(cee13ca0-9e23-4838-8bc3-3bab111473f9),segment_id=cee13ca0-9e23-4838-8bc3-3bab111473f9)] {{(pid=79295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:38:47.619275 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-f9109bf1-d612-41d5-8a06-d850142ff0b2 req-e537a093-ba3e-4a70-9777-df8176c678f8 tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670902'] for port, precommit_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:47.621125 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-2679c3f0-eb59-4b91-bdc5-365adb6e1f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:47.630142 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-0b5226c6-7f59-41e4-a2b6-3e2e959750ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:47.644585 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2679c3f0-eb59-4b91-bdc5-365adb6e1f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee046a50-3bce-47af-8b0e-e58eacdc8e56,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:47.655896 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-2679c3f0-eb59-4b91-bdc5-365adb6e1f6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:47.661376 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-2679c3f0-eb59-4b91-bdc5-365adb6e1f6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:47.662497 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-2679c3f0-eb59-4b91-bdc5-365adb6e1f6e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ee046a50-3bce-47af-8b0e-e58eacdc8e56 HTTP/1.1" status: 204 len: 168 time: 0.3111219 May 10 19:38:47.751523 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.plugin [req-f9109bf1-d612-41d5-8a06-d850142ff0b2 req-e537a093-ba3e-4a70-9777-df8176c678f8 tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] Calling delete_port for 39bdf3f8-485e-4e2c-a57b-6f486bbd9bdc owned by compute:nova {{(pid=79295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:38:47.940896 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f7b54-2dee-47f3-9ada-0f2ec2d0ff22 req-39a6a9f7-8a6d-4a60-ac60-5419028e7c7b tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:47.941943 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-ef5f7b54-2dee-47f3-9ada-0f2ec2d0ff22 req-39a6a9f7-8a6d-4a60-ac60-5419028e7c7b tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] 10.222.0.46 "GET /v2.0/ports?device_id=30939562-c7d7-4358-8f03-5cad50289afd HTTP/1.1" status: 200 len: 945 time: 0.1157677 May 10 19:38:48.048547 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-ef5f7b54-2dee-47f3-9ada-0f2ec2d0ff22 req-a3685a42-2433-4b5d-a5bd-dc38fda29186 tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] 10.222.0.46 "GET /v2.0/security-groups?id=311ad93e-20da-42c7-8501-835c089ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694349 May 10 19:38:48.116588 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-f9109bf1-d612-41d5-8a06-d850142ff0b2 req-e537a093-ba3e-4a70-9777-df8176c678f8 tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757498915184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757498479629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10826888'] for port, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:48.123087 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-914ea400-3ad2-425c-8260-8459bcd6bbd5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:48.134701 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] get_ports_and_sgs() called for port_ids ['39bdf3f8-485e-4e2c-a57b-6f486bbd9bdc'] {{(pid=79297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:38:48.168398 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e537a093-ba3e-4a70-9777-df8176c678f8 tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] Pushing event deleted for resources: {'Port': ['ID=39bdf3f8-485e-4e2c-a57b-6f486bbd9bdc,revision_number=None']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:48.171793 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-e537a093-ba3e-4a70-9777-df8176c678f8 tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:48.248160 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9109bf1-d612-41d5-8a06-d850142ff0b2 req-e537a093-ba3e-4a70-9777-df8176c678f8 tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] No DVR routers for this DVR port 39bdf3f8-485e-4e2c-a57b-6f486bbd9bdc on host hv-cinder-78445 {{(pid=79295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:38:48.248373 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-f9109bf1-d612-41d5-8a06-d850142ff0b2 req-e537a093-ba3e-4a70-9777-df8176c678f8 tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149324'] for port, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:48.250906 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30939562-c7d7-4358-8f03-5cad50289afd', 'name': 'network-vif-deleted', 'tag': '39bdf3f8-485e-4e2c-a57b-6f486bbd9bdc'}] {{(pid=79295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:38:48.258963 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-f9109bf1-d612-41d5-8a06-d850142ff0b2 req-e537a093-ba3e-4a70-9777-df8176c678f8 tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] 10.222.0.36 "DELETE /v2.0/ports/39bdf3f8-485e-4e2c-a57b-6f486bbd9bdc HTTP/1.1" status: 204 len: 173 time: 1.1215465 May 10 19:38:48.306157 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30939562-c7d7-4358-8f03-5cad50289afd', 'name': 'network-vif-deleted', 'tag': '39bdf3f8-485e-4e2c-a57b-6f486bbd9bdc', 'status': 'completed', 'code': 200} May 10 19:38:48.418112 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 40212) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:48.436348 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-2595cbdc-a932-4a35-a615-6d4635f892b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:48.461393 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-2595cbdc-a932-4a35-a615-6d4635f892b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:38:48.467340 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-2595cbdc-a932-4a35-a615-6d4635f892b7 admin admin] Usage tracker for resource:security_group_rule and tenant:544b28a93ba745369295298d0ec3679b is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:38:48.470983 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-2595cbdc-a932-4a35-a615-6d4635f892b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:38:48.477457 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-2595cbdc-a932-4a35-a615-6d4635f892b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:38:48.580319 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-2595cbdc-a932-4a35-a615-6d4635f892b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:48.646156 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-2595cbdc-a932-4a35-a615-6d4635f892b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:48.649079 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6268d5e2-ff05-46b8-9841-15a4d5597346 req-51a29599-38d1-445e-9cc1-7a18f8dc6f62 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:48.651347 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-6268d5e2-ff05-46b8-9841-15a4d5597346 req-51a29599-38d1-445e-9cc1-7a18f8dc6f62 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae2758c1-2eb6-401f-9a86-e0e9f6c87812 HTTP/1.1" status: 200 len: 946 time: 0.1117213 May 10 19:38:48.655092 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-871d87e6-25a6-404d-a457-935de65c902b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:48.711115 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2595cbdc-a932-4a35-a615-6d4635f892b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de8e95c-35fa-4ef9-b2b5-2653c5e7e00e,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:48.719081 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-6268d5e2-ff05-46b8-9841-15a4d5597346 req-e2c73c20-d415-4829-8d65-a1ad9d60782e tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613403 May 10 19:38:48.734220 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-2595cbdc-a932-4a35-a615-6d4635f892b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:48.749898 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-2595cbdc-a932-4a35-a615-6d4635f892b7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=544b28a93ba745369295298d0ec3679b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3318057 May 10 19:38:48.752907 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 40226) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:48.821116 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-15abc8ad-46b1-4c18-83bf-c357717e177d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:48.848823 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-15abc8ad-46b1-4c18-83bf-c357717e177d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:49.013696 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-15abc8ad-46b1-4c18-83bf-c357717e177d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:49.018725 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-49388367-1302-49f1-adcb-152ed8aba7b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:49.030821 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15abc8ad-46b1-4c18-83bf-c357717e177d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de8e95c-35fa-4ef9-b2b5-2653c5e7e00e,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:49.033097 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-15abc8ad-46b1-4c18-83bf-c357717e177d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:49.036965 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-15abc8ad-46b1-4c18-83bf-c357717e177d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:49.038801 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-15abc8ad-46b1-4c18-83bf-c357717e177d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9de8e95c-35fa-4ef9-b2b5-2653c5e7e00e HTTP/1.1" status: 204 len: 168 time: 0.2849588 May 10 19:38:49.161997 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 40246) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:49.251359 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-2b3ddf9d-3fc8-4de0-89ee-a3295e530333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:49.264817 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-cb3e050e-28eb-437b-93f9-aedaeef5a1f6 req-031338db-293e-482f-9df4-c7a519864262 tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] Synchronizing usage tracker for tenant:159bee55d62d4502812dbd36ea9cba62 on resource:port {{(pid=79295) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:38:49.274509 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-2b3ddf9d-3fc8-4de0-89ee-a3295e530333 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:38:49.281952 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-2b3ddf9d-3fc8-4de0-89ee-a3295e530333 admin admin] Usage tracker for resource:security_group_rule and tenant:9306965533d64a1ba37d86f4c9017a1f is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:38:49.286043 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-2b3ddf9d-3fc8-4de0-89ee-a3295e530333 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:38:49.292831 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-2b3ddf9d-3fc8-4de0-89ee-a3295e530333 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:38:49.382745 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-2b3ddf9d-3fc8-4de0-89ee-a3295e530333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:49.384862 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-cb3e050e-28eb-437b-93f9-aedaeef5a1f6 req-031338db-293e-482f-9df4-c7a519864262 tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] Unset dirty status for tenant:159bee55d62d4502812dbd36ea9cba62 on resource:port {{(pid=79295) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:38:49.393853 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-cb3e050e-28eb-437b-93f9-aedaeef5a1f6 req-031338db-293e-482f-9df4-c7a519864262 tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] 10.222.0.46 "GET /v2.0/ports?device_id=30939562-c7d7-4358-8f03-5cad50289afd HTTP/1.1" status: 200 len: 210 time: 0.2067935 May 10 19:38:49.482471 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-2b3ddf9d-3fc8-4de0-89ee-a3295e530333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:49.492029 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:49.560874 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-2b3ddf9d-3fc8-4de0-89ee-a3295e530333 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9306965533d64a1ba37d86f4c9017a1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3975704 May 10 19:38:49.562431 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3ddf9d-3fc8-4de0-89ee-a3295e530333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=853e612a-f337-4b26-a557-5fc8d9893360,revision_number=1']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:49.563446 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 40262) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:49.582587 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-2b3ddf9d-3fc8-4de0-89ee-a3295e530333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:49.647961 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-90aff127-7946-434a-932e-f163e55492cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:49.682358 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-90aff127-7946-434a-932e-f163e55492cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:49.823116 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-90aff127-7946-434a-932e-f163e55492cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:49.823116 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-be52d848-e013-4040-931b-7e232845660b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:49.840042 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aff127-7946-434a-932e-f163e55492cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=853e612a-f337-4b26-a557-5fc8d9893360,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:49.871564 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-90aff127-7946-434a-932e-f163e55492cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:49.876418 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-90aff127-7946-434a-932e-f163e55492cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:49.880403 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-90aff127-7946-434a-932e-f163e55492cf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/853e612a-f337-4b26-a557-5fc8d9893360 HTTP/1.1" status: 204 len: 168 time: 0.3159809 May 10 19:38:49.955145 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e5169-e5f6-484c-8b7c-dce2861f895c req-06624d8d-d0bc-439a-a5c3-e35b5d619629 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:49.963846 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-f36e5169-e5f6-484c-8b7c-dce2861f895c req-06624d8d-d0bc-439a-a5c3-e35b5d619629 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae2758c1-2eb6-401f-9a86-e0e9f6c87812 HTTP/1.1" status: 200 len: 946 time: 0.1109347 May 10 19:38:50.035152 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-f36e5169-e5f6-484c-8b7c-dce2861f895c req-6086ec9e-a0e9-4c41-bf76-39e46cb82945 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694628 May 10 19:38:50.624999 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 40336) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:50.939670 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 40350) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:50.974202 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-b8ef6139-6517-4866-89c1-138229aeb0c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:50.991366 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-b8ef6139-6517-4866-89c1-138229aeb0c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:38:50.996013 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-b8ef6139-6517-4866-89c1-138229aeb0c3 admin admin] Usage tracker for resource:security_group_rule and tenant:ff2bd4378f59403abffbbd26d4841dc7 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:38:50.999114 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-b8ef6139-6517-4866-89c1-138229aeb0c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:38:51.005723 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-b8ef6139-6517-4866-89c1-138229aeb0c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:38:51.103852 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-b8ef6139-6517-4866-89c1-138229aeb0c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:51.107966 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device 39bdf3f8-485e-4e2c-a57b-6f486bbd9bdc no longer exists at agent hyperv_hv-cinder-78445 {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:38:51.148026 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.plugin [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] No Port match for: 39bdf3f8-485e-4e2c-a57b-6f486bbd9bdc {{(pid=79297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:38:51.148670 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device 39bdf3f8-485e-4e2c-a57b-6f486bbd9bdc not bound to the agent host hv-cinder-78445 {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:38:51.216741 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-fa2c8d4f-cb2b-490c-bd92-aa7899a80fb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:51.269832 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-b8ef6139-6517-4866-89c1-138229aeb0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:51.278983 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-db17d815-6216-49e4-b1cf-d4b2e5379f03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:51.301849 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac33786-557e-467f-a169-b03c58bf58c4 req-596724c5-5895-4a78-882d-c30cdaeacf2b tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:51.305633 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-cac33786-557e-467f-a169-b03c58bf58c4 req-596724c5-5895-4a78-882d-c30cdaeacf2b tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae2758c1-2eb6-401f-9a86-e0e9f6c87812 HTTP/1.1" status: 200 len: 946 time: 0.0979171 May 10 19:38:51.317584 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-fa2c8d4f-cb2b-490c-bd92-aa7899a80fb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:38:51.352140 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ef6139-6517-4866-89c1-138229aeb0c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f84fad-ba57-4f11-99cb-4528103aeaa7,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:51.365174 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-b8ef6139-6517-4866-89c1-138229aeb0c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:51.367074 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-fa2c8d4f-cb2b-490c-bd92-aa7899a80fb5 admin admin] Usage tracker for resource:security_group_rule and tenant:35a902432859495aa1753b46ec29fb5c is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:38:51.380256 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-fa2c8d4f-cb2b-490c-bd92-aa7899a80fb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:38:51.381858 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-cac33786-557e-467f-a169-b03c58bf58c4 req-0e102813-8049-4705-ac6e-d1ca85f57255 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715144 May 10 19:38:51.403409 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 40376) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:51.406149 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-b8ef6139-6517-4866-89c1-138229aeb0c3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ff2bd4378f59403abffbbd26d4841dc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7797532 May 10 19:38:51.407374 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-fa2c8d4f-cb2b-490c-bd92-aa7899a80fb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:38:51.503226 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-e94ed03e-c29c-497b-a620-f573b744b7bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:51.547273 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-e94ed03e-c29c-497b-a620-f573b744b7bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:51.609070 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-fa2c8d4f-cb2b-490c-bd92-aa7899a80fb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:51.665301 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-fa2c8d4f-cb2b-490c-bd92-aa7899a80fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:51.667287 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-e94ed03e-c29c-497b-a620-f573b744b7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:51.674012 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-601e6266-28b2-4dd5-867a-a0ed480bdb14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:51.678530 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-8f90ea3e-4c1f-425c-bb98-6185366caa98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:51.688007 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94ed03e-c29c-497b-a620-f573b744b7bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f84fad-ba57-4f11-99cb-4528103aeaa7,revision_number=None']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:51.690505 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-e94ed03e-c29c-497b-a620-f573b744b7bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:51.703693 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-e94ed03e-c29c-497b-a620-f573b744b7bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:51.707384 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-e94ed03e-c29c-497b-a620-f573b744b7bc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/05f84fad-ba57-4f11-99cb-4528103aeaa7 HTTP/1.1" status: 204 len: 168 time: 0.3029325 May 10 19:38:51.742963 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-fa2c8d4f-cb2b-490c-bd92-aa7899a80fb5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=35a902432859495aa1753b46ec29fb5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8023727 May 10 19:38:51.744217 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2c8d4f-cb2b-490c-bd92-aa7899a80fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45eed949-d61c-4ddd-a304-3a15a2167f1d,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:51.751122 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 40394) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:51.760324 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-fa2c8d4f-cb2b-490c-bd92-aa7899a80fb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:51.831610 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-4709d003-744c-4df3-9ca2-0bef539d55f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:51.858470 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-4709d003-744c-4df3-9ca2-0bef539d55f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:52.002486 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-4709d003-744c-4df3-9ca2-0bef539d55f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:52.006328 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-15d5d583-939a-411a-afe9-9fea880fc6e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:52.018903 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4709d003-744c-4df3-9ca2-0bef539d55f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45eed949-d61c-4ddd-a304-3a15a2167f1d,revision_number=None']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:52.022946 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-4709d003-744c-4df3-9ca2-0bef539d55f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:52.028724 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-4709d003-744c-4df3-9ca2-0bef539d55f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:52.028724 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-4709d003-744c-4df3-9ca2-0bef539d55f5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/45eed949-d61c-4ddd-a304-3a15a2167f1d HTTP/1.1" status: 204 len: 168 time: 0.2731709 May 10 19:38:52.227531 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 40406) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:52.568005 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-6e2b0591-fa88-4a7a-87bc-8eaf1459f4a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:52.588405 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-6e2b0591-fa88-4a7a-87bc-8eaf1459f4a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:38:52.594211 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-6e2b0591-fa88-4a7a-87bc-8eaf1459f4a9 admin admin] Usage tracker for resource:security_group_rule and tenant:977b09f0150b45378f2c4201180cffd5 is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:38:52.598498 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-6e2b0591-fa88-4a7a-87bc-8eaf1459f4a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:38:52.605455 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-6e2b0591-fa88-4a7a-87bc-8eaf1459f4a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:38:52.633445 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b45c75c-6d9e-4e4a-b9e3-a53604303bdd req-11e983b4-d39e-4708-a0e2-75e22b462f53 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:52.635028 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-8b45c75c-6d9e-4e4a-b9e3-a53604303bdd req-11e983b4-d39e-4708-a0e2-75e22b462f53 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae2758c1-2eb6-401f-9a86-e0e9f6c87812 HTTP/1.1" status: 200 len: 946 time: 0.1399004 May 10 19:38:52.697470 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-8b45c75c-6d9e-4e4a-b9e3-a53604303bdd req-3740dd89-96c9-4dab-834a-18ec39bdaf17 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531199 May 10 19:38:52.778477 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-6e2b0591-fa88-4a7a-87bc-8eaf1459f4a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:52.830991 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-6e2b0591-fa88-4a7a-87bc-8eaf1459f4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:52.840159 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-7fcfb74f-26d6-41cb-8d6b-42410146bb63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:52.885293 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-6e2b0591-fa88-4a7a-87bc-8eaf1459f4a9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=977b09f0150b45378f2c4201180cffd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6550486 May 10 19:38:52.888015 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 40436) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:52.890382 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2b0591-fa88-4a7a-87bc-8eaf1459f4a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebdea5bd-606c-4225-bf60-b8bc88e35c20,revision_number=1']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:52.893544 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-6e2b0591-fa88-4a7a-87bc-8eaf1459f4a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:52.905660 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 40440) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:52.950378 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-3d6dba08-dc56-41e7-8fb4-6a1723172790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:53.015695 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-3d6dba08-dc56-41e7-8fb4-6a1723172790 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:38:53.020032 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-3d6dba08-dc56-41e7-8fb4-6a1723172790 admin admin] Usage tracker for resource:security_group_rule and tenant:6208e7168e97464e96fc28d4d499ad9e is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:38:53.023697 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-3d6dba08-dc56-41e7-8fb4-6a1723172790 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:38:53.035740 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-3d6dba08-dc56-41e7-8fb4-6a1723172790 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:38:53.036695 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-f6857f3e-2db1-4221-90f1-1654705d8bab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:53.091258 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-f6857f3e-2db1-4221-90f1-1654705d8bab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:53.171168 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-3d6dba08-dc56-41e7-8fb4-6a1723172790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:53.225292 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-f6857f3e-2db1-4221-90f1-1654705d8bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:53.229316 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-b8ef6139-6517-4866-89c1-138229aeb0c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:53.240152 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6857f3e-2db1-4221-90f1-1654705d8bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebdea5bd-606c-4225-bf60-b8bc88e35c20,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:53.250485 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-f6857f3e-2db1-4221-90f1-1654705d8bab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:53.256671 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-3d6dba08-dc56-41e7-8fb4-6a1723172790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:53.265465 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-f6857f3e-2db1-4221-90f1-1654705d8bab admin admin] Notify callbacks [] for security_group, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:53.270168 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-f6857f3e-2db1-4221-90f1-1654705d8bab admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ebdea5bd-606c-4225-bf60-b8bc88e35c20 HTTP/1.1" status: 204 len: 168 time: 0.3811100 May 10 19:38:53.271204 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-c9e960ee-baea-4540-b32d-3b9fb7e4c5e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:53.331322 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6dba08-dc56-41e7-8fb4-6a1723172790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0f1c13-d603-496c-9aea-6392456ee381,revision_number=1']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:53.338364 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-3d6dba08-dc56-41e7-8fb4-6a1723172790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:53.340896 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-3d6dba08-dc56-41e7-8fb4-6a1723172790 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6208e7168e97464e96fc28d4d499ad9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4342198 May 10 19:38:53.343619 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 40470) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:53.392446 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7690e09-5fa7-4707-87c1-ac3f6dc51395 req-c90cdb63-509a-410b-b638-065602c4f2be tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:53.394285 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-a7690e09-5fa7-4707-87c1-ac3f6dc51395 req-c90cdb63-509a-410b-b638-065602c4f2be tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/networks?id=ec9d3060-cbe0-4a19-b391-792c7285d3c2 HTTP/1.1" status: 200 len: 815 time: 0.2148895 May 10 19:38:53.417528 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-a7690e09-5fa7-4707-87c1-ac3f6dc51395 req-c2def39b-b78c-423c-86f5-a19fe04e6c88 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/quotas/199515a807db4df6b09d4d3ef44250c3 HTTP/1.1" status: 200 len: 375 time: 0.0137417 May 10 19:38:53.492926 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-06745065-6751-44f7-9e0c-33ef935a4137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:53.534533 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-06745065-6751-44f7-9e0c-33ef935a4137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:53.551921 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-a7690e09-5fa7-4707-87c1-ac3f6dc51395 req-b2f044a3-c146-4dfa-9b8d-d2e1016c9639 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=199515a807db4df6b09d4d3ef44250c3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1282568 May 10 19:38:53.683267 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-06745065-6751-44f7-9e0c-33ef935a4137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:53.689920 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-9060f46e-abe7-45e5-bbea-c6fb18d69091 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:53.709219 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06745065-6751-44f7-9e0c-33ef935a4137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0f1c13-d603-496c-9aea-6392456ee381,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:53.724487 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-06745065-6751-44f7-9e0c-33ef935a4137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:53.738360 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-06745065-6751-44f7-9e0c-33ef935a4137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:53.746236 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-06745065-6751-44f7-9e0c-33ef935a4137 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9e0f1c13-d603-496c-9aea-6392456ee381 HTTP/1.1" status: 204 len: 168 time: 0.4000206 May 10 19:38:53.758408 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-a7690e09-5fa7-4707-87c1-ac3f6dc51395 req-d75df7e2-2a75-4123-9d0e-06ef4e5c1214 service neutron] 10.222.0.46 "GET /v2.0/networks/ec9d3060-cbe0-4a19-b391-792c7285d3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940594 May 10 19:38:53.995880 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-a7690e09-5fa7-4707-87c1-ac3f6dc51395 req-0dd2918a-db5d-459e-84b3-f8993f2be2c3 service neutron] 10.222.0.46 "GET /v2.0/networks/ec9d3060-cbe0-4a19-b391-792c7285d3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269368 May 10 19:38:54.027334 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850b3a65-4c73-4daa-a5dd-620589d03dd9 req-e38c4e6e-8bfd-44dd-860e-2dd456931357 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:54.028817 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-850b3a65-4c73-4daa-a5dd-620589d03dd9 req-e38c4e6e-8bfd-44dd-860e-2dd456931357 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae2758c1-2eb6-401f-9a86-e0e9f6c87812 HTTP/1.1" status: 200 len: 946 time: 0.1190503 May 10 19:38:54.076101 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-850b3a65-4c73-4daa-a5dd-620589d03dd9 req-f39411de-30c2-467e-94fe-187f7a92fd5c tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414324 May 10 19:38:54.363819 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-3ec1ff95-f373-492e-9569-4482705ea6c7 req-e617d7e9-ba04-4c35-8331-1cd7191355a0 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc697a1e-4e44-40c1-b4b8-706eecd84c22 HTTP/1.1" status: 200 len: 210 time: 0.0519183 May 10 19:38:54.430357 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a4c2e-ed42-4b61-a334-cb7f2a6deaea req-27031560-9545-4efc-95f6-3c22ffbb7399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:54.431950 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-cb2a4c2e-ed42-4b61-a334-cb7f2a6deaea req-27031560-9545-4efc-95f6-3c22ffbb7399 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ae2758c1-2eb6-401f-9a86-e0e9f6c87812 HTTP/1.1" status: 200 len: 1099 time: 0.1869297 May 10 19:38:54.493777 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-cb2a4c2e-ed42-4b61-a334-cb7f2a6deaea req-1e931b09-aef4-47b6-87fc-84d5dc77d732 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438633 May 10 19:38:55.328923 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c51a5b5-fcb0-424d-ae09-a24a957b6c2b req-44a7f4cf-32b0-4a2c-91eb-e25cde38ad6f tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:55.339483 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-1c51a5b5-fcb0-424d-ae09-a24a957b6c2b req-44a7f4cf-32b0-4a2c-91eb-e25cde38ad6f tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae2758c1-2eb6-401f-9a86-e0e9f6c87812 HTTP/1.1" status: 200 len: 946 time: 0.0982277 May 10 19:38:55.388355 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-1c51a5b5-fcb0-424d-ae09-a24a957b6c2b req-afc8b3fa-0c96-41ad-8532-cf575a6b35c6 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505192 May 10 19:38:55.532489 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-dbdafe23-4e9b-46d0-85aa-06e062ddff1d req-b127107c-cf85-4681-b00b-fbe6cec8efd3 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc697a1e-4e44-40c1-b4b8-706eecd84c22 HTTP/1.1" status: 200 len: 210 time: 0.0457017 May 10 19:38:56.631373 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d42f3-ab15-4d12-b1f1-fd55e3b4f50e req-2bf9eb5e-947a-4a15-a808-3c01dbf581fb tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:56.633674 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-c90d42f3-ab15-4d12-b1f1-fd55e3b4f50e req-2bf9eb5e-947a-4a15-a808-3c01dbf581fb tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae2758c1-2eb6-401f-9a86-e0e9f6c87812 HTTP/1.1" status: 200 len: 946 time: 0.0921593 May 10 19:38:56.847943 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-8e3aa4a3-b425-4950-8ebd-0f5ae2c84398 req-e11df78b-a599-4d21-9298-ffb7463aa5d5 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc697a1e-4e44-40c1-b4b8-706eecd84c22 HTTP/1.1" status: 200 len: 210 time: 0.0749795 May 10 19:38:56.853214 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-c90d42f3-ab15-4d12-b1f1-fd55e3b4f50e req-c4f109d9-11f4-4841-aed3-71f8ce7d8eeb tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131162 May 10 19:38:56.956930 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7690e09-5fa7-4707-87c1-ac3f6dc51395 req-d2dd1f60-bdc3-4c46-94af-d19e9d467eb4 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:56.959244 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-a7690e09-5fa7-4707-87c1-ac3f6dc51395 req-d2dd1f60-bdc3-4c46-94af-d19e9d467eb4 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.36 "GET /v2.0/networks?id=ec9d3060-cbe0-4a19-b391-792c7285d3c2 HTTP/1.1" status: 200 len: 815 time: 0.2809360 May 10 19:38:56.978976 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.v2.base [req-a7690e09-5fa7-4707-87c1-ac3f6dc51395 req-91cdde7b-3205-4df1-9a70-22cc4d392fe1 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Request body: {'port': {'device_id': 'bc697a1e-4e44-40c1-b4b8-706eecd84c22', 'network_id': 'ec9d3060-cbe0-4a19-b391-792c7285d3c2', 'admin_state_up': True, 'tenant_id': '199515a807db4df6b09d4d3ef44250c3'}} {{(pid=79295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:38:57.206098 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [req-a7690e09-5fa7-4707-87c1-ac3f6dc51395 req-91cdde7b-3205-4df1-9a70-22cc4d392fe1 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:38:57.223058 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [req-a7690e09-5fa7-4707-87c1-ac3f6dc51395 req-91cdde7b-3205-4df1-9a70-22cc4d392fe1 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:38:57.314056 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7690e09-5fa7-4707-87c1-ac3f6dc51395 req-91cdde7b-3205-4df1-9a70-22cc4d392fe1 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Made reservation on behalf of 199515a807db4df6b09d4d3ef44250c3 for: {'port': 1} {{(pid=79295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:38:57.318493 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-a7690e09-5fa7-4707-87c1-ac3f6dc51395 req-91cdde7b-3205-4df1-9a70-22cc4d392fe1 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:57.516260 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.db_base_plugin_common [req-a7690e09-5fa7-4707-87c1-ac3f6dc51395 req-91cdde7b-3205-4df1-9a70-22cc4d392fe1 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Allocated IP 172.20.0.13 (ec9d3060-cbe0-4a19-b391-792c7285d3c2/ca778bf9-51c9-411c-acc3-eec82a0bc2d4/823d2af5-b27e-4751-b38e-fd093f100524) {{(pid=79295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:38:57.863682 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 40648) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:57.939672 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-a7690e09-5fa7-4707-87c1-ac3f6dc51395 req-91cdde7b-3205-4df1-9a70-22cc4d392fe1 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Notify callbacks [] for port, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:57.961580 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f9845-3bab-453d-a3ea-10091eeb4993 req-22277bde-668c-4289-b87d-0c20dc5d51e6 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:57.963089 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-611f9845-3bab-453d-a3ea-10091eeb4993 req-22277bde-668c-4289-b87d-0c20dc5d51e6 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae2758c1-2eb6-401f-9a86-e0e9f6c87812 HTTP/1.1" status: 200 len: 946 time: 0.2899826 May 10 19:38:57.965762 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011b6abb-103b-4a9b-8e82-4445cf37a321 req-df839fa6-aa70-4c9f-8541-3ad73511d714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:57.967112 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-011b6abb-103b-4a9b-8e82-4445cf37a321 req-df839fa6-aa70-4c9f-8541-3ad73511d714 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=573317180ac4476a8f0d5cca9d9aaa70&device_id=ae2758c1-2eb6-401f-9a86-e0e9f6c87812 HTTP/1.1" status: 200 len: 1099 time: 0.2094526 May 10 19:38:58.010261 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-18aca36e-050d-4912-9a7e-65432498b405 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:58.025682 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-18aca36e-050d-4912-9a7e-65432498b405 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:38:58.030065 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-18aca36e-050d-4912-9a7e-65432498b405 admin admin] Usage tracker for resource:security_group_rule and tenant:6ab2965e58c0467da2373f0f4a13ded7 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:38:58.032920 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-18aca36e-050d-4912-9a7e-65432498b405 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:38:58.038707 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-18aca36e-050d-4912-9a7e-65432498b405 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:38:58.120623 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-18aca36e-050d-4912-9a7e-65432498b405 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:58.145060 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-cc251478-61dc-4baa-8b81-e440c36a3330 req-eaf8695c-a536-408f-9d50-88832ce2ba34 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc697a1e-4e44-40c1-b4b8-706eecd84c22 HTTP/1.1" status: 200 len: 210 time: 0.1325533 May 10 19:38:58.169290 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-611f9845-3bab-453d-a3ea-10091eeb4993 req-68582f0e-abdc-4d2c-ab3f-b63e21edef78 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959915 May 10 19:38:58.215778 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011b6abb-103b-4a9b-8e82-4445cf37a321 req-496501d0-e17d-4371-bfb8-abeff93b565f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:58.217484 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-011b6abb-103b-4a9b-8e82-4445cf37a321 req-496501d0-e17d-4371-bfb8-abeff93b565f service neutron] 10.222.0.36 "GET /v2.0/networks?id=2312584f-3aed-48ad-b142-6936ee1bfc86 HTTP/1.1" status: 200 len: 920 time: 0.2286763 May 10 19:38:58.257347 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-18aca36e-050d-4912-9a7e-65432498b405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:58.265448 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-f6857f3e-2db1-4221-90f1-1654705d8bab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:58.277420 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-a7690e09-5fa7-4707-87c1-ac3f6dc51395 req-91cdde7b-3205-4df1-9a70-22cc4d392fe1 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757498479620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10826888'] for port, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:58.290495 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-011b6abb-103b-4a9b-8e82-4445cf37a321 req-f7a55571-96ab-482f-8114-4b5d1423ce71 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=825fef50-6356-4fd5-bfe8-37d1923bbc0e HTTP/1.1" status: 200 len: 217 time: 0.0660412 May 10 19:38:58.291088 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] get_ports_and_sgs() called for port_ids ['fc0fd2fa-be3b-4113-9661-7e2725606ffc', '9b9849f4-b4e7-4445-af36-b74d0f23e5e8', '0c8d9906-07cc-4177-8c44-7771b7be8733'] {{(pid=79297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:38:58.292091 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:58.361802 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aca36e-050d-4912-9a7e-65432498b405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe55052-a255-49ce-842c-ea73283fa8d3,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:58.368991 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-18aca36e-050d-4912-9a7e-65432498b405 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:58.375555 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-18aca36e-050d-4912-9a7e-65432498b405 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6ab2965e58c0467da2373f0f4a13ded7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5100214 May 10 19:38:58.378343 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 40664) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:58.393448 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7690e09-5fa7-4707-87c1-ac3f6dc51395 req-91cdde7b-3205-4df1-9a70-22cc4d392fe1 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Network ec9d3060-cbe0-4a19-b391-792c7285d3c2 is already hosted by enough agents. {{(pid=79295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:38:58.401013 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.scheduler.base_scheduler [req-a7690e09-5fa7-4707-87c1-ac3f6dc51395 req-91cdde7b-3205-4df1-9a70-22cc4d392fe1 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Resources bound (agent type, host, resource id): {{(pid=79295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:38:58.409430 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7690e09-5fa7-4707-87c1-ac3f6dc51395 req-91cdde7b-3205-4df1-9a70-22cc4d392fe1 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Received port after_create {{(pid=79295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:38:58.490785 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cdde7b-3205-4df1-9a70-22cc4d392fe1 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Pushing event updated for resources: {'Port': ['ID=823d2af5-b27e-4751-b38e-fd093f100524,revision_number=1']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:58.498983 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-e310d0dc-b818-459a-aed5-0adc3a30e1b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:58.524960 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011b6abb-103b-4a9b-8e82-4445cf37a321 req-4954cd16-c175-4725-aab5-119a4ddc5891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:58.528593 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-011b6abb-103b-4a9b-8e82-4445cf37a321 req-4954cd16-c175-4725-aab5-119a4ddc5891 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab965ab2-3c2b-4e85-9150-f84597f3a8d7 HTTP/1.1" status: 200 len: 859 time: 0.2009034 May 10 19:38:58.531992 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-91cdde7b-3205-4df1-9a70-22cc4d392fe1 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:58.554562 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-e310d0dc-b818-459a-aed5-0adc3a30e1b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:58.594416 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-011b6abb-103b-4a9b-8e82-4445cf37a321 req-6e2bff9a-8bd2-4e3c-ab1b-acc63a723c45 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2312584f-3aed-48ad-b142-6936ee1bfc86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502732 May 10 19:38:58.600423 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7690e09-5fa7-4707-87c1-ac3f6dc51395 req-91cdde7b-3205-4df1-9a70-22cc4d392fe1 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:58.601040 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-a7690e09-5fa7-4707-87c1-ac3f6dc51395 req-91cdde7b-3205-4df1-9a70-22cc4d392fe1 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149324'] for port, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:58.674562 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-e310d0dc-b818-459a-aed5-0adc3a30e1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:58.679913 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-5266c713-405d-4cfa-9774-87f12430014a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:58.692789 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e310d0dc-b818-459a-aed5-0adc3a30e1b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe55052-a255-49ce-842c-ea73283fa8d3,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:58.696323 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-e310d0dc-b818-459a-aed5-0adc3a30e1b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:58.697627 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-e310d0dc-b818-459a-aed5-0adc3a30e1b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:58.701643 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-e310d0dc-b818-459a-aed5-0adc3a30e1b6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/efe55052-a255-49ce-842c-ea73283fa8d3 HTTP/1.1" status: 204 len: 168 time: 0.3218610 May 10 19:38:58.767424 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-011b6abb-103b-4a9b-8e82-4445cf37a321 req-a8201b31-2793-4183-8efd-0f3fd173bca9 service neutron] 10.222.0.36 "GET /v2.0/networks/2312584f-3aed-48ad-b142-6936ee1bfc86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600151 May 10 19:38:58.823149 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-a7690e09-5fa7-4707-87c1-ac3f6dc51395 req-91cdde7b-3205-4df1-9a70-22cc4d392fe1 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8519690 May 10 19:38:58.887611 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.v2.base [req-a7690e09-5fa7-4707-87c1-ac3f6dc51395 req-713725b7-81ca-479f-92c6-b55ad2689b40 service neutron] Request body: {'port': {'device_id': 'bc697a1e-4e44-40c1-b4b8-706eecd84c22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=79295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:38:59.036243 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-011b6abb-103b-4a9b-8e82-4445cf37a321 req-132fbedf-eec0-4c00-a123-c4399c486232 service neutron] 10.222.0.36 "GET /v2.0/networks/2312584f-3aed-48ad-b142-6936ee1bfc86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585235 May 10 19:38:59.045469 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-a7690e09-5fa7-4707-87c1-ac3f6dc51395 req-713725b7-81ca-479f-92c6-b55ad2689b40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:59.595587 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa6e9a-6bdf-47c1-a8b9-bfa5a9f7acf8 req-9506ff15-02ae-4202-9e97-64119403155f tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:59.596306 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-eaaa6e9a-6bdf-47c1-a8b9-bfa5a9f7acf8 req-9506ff15-02ae-4202-9e97-64119403155f tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Synchronizing usage tracker for tenant:199515a807db4df6b09d4d3ef44250c3 on resource:port {{(pid=79295) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:38:59.610368 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12857caf-b5cb-480a-9814-f8c0129a5895 req-c0f46721-4b19-40c3-9f1a-d4e900425f0b tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:59.611918 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-12857caf-b5cb-480a-9814-f8c0129a5895 req-c0f46721-4b19-40c3-9f1a-d4e900425f0b tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae2758c1-2eb6-401f-9a86-e0e9f6c87812 HTTP/1.1" status: 200 len: 946 time: 0.2538729 May 10 19:38:59.627269 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.notifiers.nova [req-a7690e09-5fa7-4707-87c1-ac3f6dc51395 req-713725b7-81ca-479f-92c6-b55ad2689b40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 823d2af5-b27e-4751-b38e-fd093f100524 {{(pid=79295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:38:59.631448 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-a7690e09-5fa7-4707-87c1-ac3f6dc51395 req-713725b7-81ca-479f-92c6-b55ad2689b40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:59.653962 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 40694) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:59.677409 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.provisioning_blocks [req-a7690e09-5fa7-4707-87c1-ac3f6dc51395 req-713725b7-81ca-479f-92c6-b55ad2689b40 service neutron] Transition to ACTIVE for port object 823d2af5-b27e-4751-b38e-fd093f100524 will not be triggered until provisioned by entity L2. {{(pid=79295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:38:59.678874 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-3a892083-aa16-43f7-aa67-1fc3cf3e09a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:59.690486 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-12857caf-b5cb-480a-9814-f8c0129a5895 req-12c1b1aa-7652-4e76-970c-561be91b4f9d tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664189 May 10 19:38:59.693722 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-3a892083-aa16-43f7-aa67-1fc3cf3e09a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:38:59.697631 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-3a892083-aa16-43f7-aa67-1fc3cf3e09a2 admin admin] Usage tracker for resource:security_group_rule and tenant:1a21913368e8421c8b52d2f4892b3f5d is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:38:59.701318 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-3a892083-aa16-43f7-aa67-1fc3cf3e09a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:38:59.707144 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-3a892083-aa16-43f7-aa67-1fc3cf3e09a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:38:59.712398 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-eaaa6e9a-6bdf-47c1-a8b9-bfa5a9f7acf8 req-9506ff15-02ae-4202-9e97-64119403155f tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Unset dirty status for tenant:199515a807db4df6b09d4d3ef44250c3 on resource:port {{(pid=79295) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:38:59.713545 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-eaaa6e9a-6bdf-47c1-a8b9-bfa5a9f7acf8 req-9506ff15-02ae-4202-9e97-64119403155f tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc697a1e-4e44-40c1-b4b8-706eecd84c22 HTTP/1.1" status: 200 len: 932 time: 0.3566947 May 10 19:38:59.750519 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-a7690e09-5fa7-4707-87c1-ac3f6dc51395 req-713725b7-81ca-479f-92c6-b55ad2689b40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10826897'] for port, after_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:59.766189 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-914ea400-3ad2-425c-8260-8459bcd6bbd5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:59.817398 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-3a892083-aa16-43f7-aa67-1fc3cf3e09a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:59.872391 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-eaaa6e9a-6bdf-47c1-a8b9-bfa5a9f7acf8 req-d94448b8-06c1-4c4b-aea7-7fb31fbee791 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/security-groups?id=294b53ad-6834-49da-93cc-8cdce0637b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525376 May 10 19:38:59.902348 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713725b7-81ca-479f-92c6-b55ad2689b40 service neutron] Pushing event updated for resources: {'Port': ['ID=823d2af5-b27e-4751-b38e-fd093f100524,revision_number=2']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:59.922793 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-3a892083-aa16-43f7-aa67-1fc3cf3e09a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:59.928617 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-713725b7-81ca-479f-92c6-b55ad2689b40 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:59.932366 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-466e12b9-167d-4c75-bc1a-e29dc7938adf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:59.974915 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-3a892083-aa16-43f7-aa67-1fc3cf3e09a2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1a21913368e8421c8b52d2f4892b3f5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3189228 May 10 19:38:59.976537 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a892083-aa16-43f7-aa67-1fc3cf3e09a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb523d2d-39d5-4eff-b0b0-9c960e604d77,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:59.979035 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 40702) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:59.993475 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-3a892083-aa16-43f7-aa67-1fc3cf3e09a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:00.038491 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.managers [req-a7690e09-5fa7-4707-87c1-ac3f6dc51395 req-713725b7-81ca-479f-92c6-b55ad2689b40 service neutron] Attempting to bind port 823d2af5-b27e-4751-b38e-fd093f100524 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=79295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:39:00.039975 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.managers [req-a7690e09-5fa7-4707-87c1-ac3f6dc51395 req-713725b7-81ca-479f-92c6-b55ad2689b40 service neutron] Attempting to bind port 823d2af5-b27e-4751-b38e-fd093f100524 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': 'a8cd83e0-583d-47d8-8b48-31fe59f67f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ec9d3060-cbe0-4a19-b391-792c7285d3c2'}] {{(pid=79295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:39:00.039975 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7690e09-5fa7-4707-87c1-ac3f6dc51395 req-713725b7-81ca-479f-92c6-b55ad2689b40 service neutron] Attempting to bind port 823d2af5-b27e-4751-b38e-fd093f100524 on network ec9d3060-cbe0-4a19-b391-792c7285d3c2 {{(pid=79295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:39:00.050417 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7690e09-5fa7-4707-87c1-ac3f6dc51395 req-713725b7-81ca-479f-92c6-b55ad2689b40 service neutron] Port 823d2af5-b27e-4751-b38e-fd093f100524 on network ec9d3060-cbe0-4a19-b391-792c7285d3c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=79295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 19:39:00.050736 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7690e09-5fa7-4707-87c1-ac3f6dc51395 req-713725b7-81ca-479f-92c6-b55ad2689b40 service neutron] Attempting to bind port 823d2af5-b27e-4751-b38e-fd093f100524 on network ec9d3060-cbe0-4a19-b391-792c7285d3c2 {{(pid=79295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:39:00.059487 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7690e09-5fa7-4707-87c1-ac3f6dc51395 req-713725b7-81ca-479f-92c6-b55ad2689b40 service neutron] Checking agent: {'id': '9c4a8215-4a8c-47cd-bc08-47634ab436c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 35, 38), 'started_at': datetime.datetime(2021, 5, 10, 19, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:39:00.059823 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7690e09-5fa7-4707-87c1-ac3f6dc51395 req-713725b7-81ca-479f-92c6-b55ad2689b40 service neutron] Checking segment: {'id': 'a8cd83e0-583d-47d8-8b48-31fe59f67f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ec9d3060-cbe0-4a19-b391-792c7285d3c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:39:00.060208 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7690e09-5fa7-4707-87c1-ac3f6dc51395 req-713725b7-81ca-479f-92c6-b55ad2689b40 service neutron] Bound using segment: {'id': 'a8cd83e0-583d-47d8-8b48-31fe59f67f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ec9d3060-cbe0-4a19-b391-792c7285d3c2'} {{(pid=79295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:39:00.064704 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.managers [req-a7690e09-5fa7-4707-87c1-ac3f6dc51395 req-713725b7-81ca-479f-92c6-b55ad2689b40 service neutron] Bound port: 823d2af5-b27e-4751-b38e-fd093f100524, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8cd83e0-583d-47d8-8b48-31fe59f67f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ec9d3060-cbe0-4a19-b391-792c7285d3c2'}}] {{(pid=79295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:39:00.064704 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-a7690e09-5fa7-4707-87c1-ac3f6dc51395 req-713725b7-81ca-479f-92c6-b55ad2689b40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:00.087438 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-9862e156-c82d-4f99-8c37-575af5920b2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:00.153112 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-9862e156-c82d-4f99-8c37-575af5920b2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:00.222404 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.db [req-a7690e09-5fa7-4707-87c1-ac3f6dc51395 req-713725b7-81ca-479f-92c6-b55ad2689b40 service neutron] For port 823d2af5-b27e-4751-b38e-fd093f100524, host hv-cinder-78445, cleared binding levels {{(pid=79295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:39:00.231177 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.db [req-a7690e09-5fa7-4707-87c1-ac3f6dc51395 req-713725b7-81ca-479f-92c6-b55ad2689b40 service neutron] For port 823d2af5-b27e-4751-b38e-fd093f100524, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=823d2af5-b27e-4751-b38e-fd093f100524,segment=NetworkSegment(a8cd83e0-583d-47d8-8b48-31fe59f67f8c),segment_id=a8cd83e0-583d-47d8-8b48-31fe59f67f8c)] {{(pid=79295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:39:00.340241 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-a7690e09-5fa7-4707-87c1-ac3f6dc51395 req-713725b7-81ca-479f-92c6-b55ad2689b40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10826897'] for port, after_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:00.341227 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-9862e156-c82d-4f99-8c37-575af5920b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:00.347897 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-9370b0ab-9a36-4576-ba79-6a63766ec991 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:00.361821 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9862e156-c82d-4f99-8c37-575af5920b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb523d2d-39d5-4eff-b0b0-9c960e604d77,revision_number=None']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:00.366660 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-9862e156-c82d-4f99-8c37-575af5920b2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:00.367421 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-6a0d70ea-3587-4354-8747-1131193415af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:00.422326 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-9862e156-c82d-4f99-8c37-575af5920b2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:00.423625 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-9862e156-c82d-4f99-8c37-575af5920b2f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fb523d2d-39d5-4eff-b0b0-9c960e604d77 HTTP/1.1" status: 204 len: 168 time: 0.4429567 May 10 19:39:00.424843 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7690e09-5fa7-4707-87c1-ac3f6dc51395 req-713725b7-81ca-479f-92c6-b55ad2689b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:00.425435 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-a7690e09-5fa7-4707-87c1-ac3f6dc51395 req-713725b7-81ca-479f-92c6-b55ad2689b40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149324'] for port, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:00.426757 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-a7690e09-5fa7-4707-87c1-ac3f6dc51395 req-713725b7-81ca-479f-92c6-b55ad2689b40 service neutron] 10.222.0.36 "PUT /v2.0/ports/823d2af5-b27e-4751-b38e-fd093f100524 HTTP/1.1" status: 200 len: 1094 time: 1.5439289 May 10 19:39:00.429040 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc697a1e-4e44-40c1-b4b8-706eecd84c22', 'tag': '823d2af5-b27e-4751-b38e-fd093f100524'}] {{(pid=79295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:39:00.457178 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713725b7-81ca-479f-92c6-b55ad2689b40 service neutron] Pushing event updated for resources: {'Port': ['ID=823d2af5-b27e-4751-b38e-fd093f100524,revision_number=3']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:00.460991 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-713725b7-81ca-479f-92c6-b55ad2689b40 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:00.482734 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc697a1e-4e44-40c1-b4b8-706eecd84c22', 'tag': '823d2af5-b27e-4751-b38e-fd093f100524', 'status': 'completed', 'code': 200} May 10 19:39:00.598330 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dcc3ee-5dff-4fc7-83d7-61cccf639464 req-55ed0a28-d328-4248-babf-1dc6687f4e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:00.600215 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-f8dcc3ee-5dff-4fc7-83d7-61cccf639464 req-55ed0a28-d328-4248-babf-1dc6687f4e99 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=199515a807db4df6b09d4d3ef44250c3&device_id=bc697a1e-4e44-40c1-b4b8-706eecd84c22 HTTP/1.1" status: 200 len: 1097 time: 0.0929184 May 10 19:39:00.763186 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dcc3ee-5dff-4fc7-83d7-61cccf639464 req-38bf7d31-fea3-4dc5-8b5b-be9861e2b1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:00.764655 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-f8dcc3ee-5dff-4fc7-83d7-61cccf639464 req-38bf7d31-fea3-4dc5-8b5b-be9861e2b1a7 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=199515a807db4df6b09d4d3ef44250c3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1560254 May 10 19:39:01.014439 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dcc3ee-5dff-4fc7-83d7-61cccf639464 req-b316b79a-b658-4fd3-a721-54951c08bd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:01.015920 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-f8dcc3ee-5dff-4fc7-83d7-61cccf639464 req-b316b79a-b658-4fd3-a721-54951c08bd59 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2424412 May 10 19:39:01.042807 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0528e4f6-c325-4102-a947-f40e17d740a0 req-dc6f1216-f671-43a4-96df-ac6fc37d7a95 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:01.050020 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-0528e4f6-c325-4102-a947-f40e17d740a0 req-dc6f1216-f671-43a4-96df-ac6fc37d7a95 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae2758c1-2eb6-401f-9a86-e0e9f6c87812 HTTP/1.1" status: 200 len: 946 time: 0.1754725 May 10 19:39:01.200857 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-0528e4f6-c325-4102-a947-f40e17d740a0 req-d34b8e5d-bb1c-44ef-aa0d-69443424760d tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449378 May 10 19:39:01.236957 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7690e09-5fa7-4707-87c1-ac3f6dc51395 req-7bd29c20-0b73-4755-b4c4-cade91fe2988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:01.238659 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-a7690e09-5fa7-4707-87c1-ac3f6dc51395 req-7bd29c20-0b73-4755-b4c4-cade91fe2988 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=199515a807db4df6b09d4d3ef44250c3&device_id=bc697a1e-4e44-40c1-b4b8-706eecd84c22 HTTP/1.1" status: 200 len: 1097 time: 0.1160755 May 10 19:39:01.257746 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea2b1a4-51de-445b-ad0a-eb4de9271b30 req-7ba4d662-3952-41ae-a8ff-0fadfd13e7bd tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:01.265614 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-1ea2b1a4-51de-445b-ad0a-eb4de9271b30 req-7ba4d662-3952-41ae-a8ff-0fadfd13e7bd tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc697a1e-4e44-40c1-b4b8-706eecd84c22 HTTP/1.1" status: 200 len: 944 time: 0.1922691 May 10 19:39:01.359301 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-a7690e09-5fa7-4707-87c1-ac3f6dc51395 req-91dfa9c1-edcd-4b14-aa12-5d09b1476a7e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=823d2af5-b27e-4751-b38e-fd093f100524 HTTP/1.1" status: 200 len: 217 time: 0.1098363 May 10 19:39:01.418962 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-1ea2b1a4-51de-445b-ad0a-eb4de9271b30 req-f3e5f05c-d4fa-481f-9c1e-c5b279000170 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/security-groups?id=294b53ad-6834-49da-93cc-8cdce0637b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899980 May 10 19:39:01.455208 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7690e09-5fa7-4707-87c1-ac3f6dc51395 req-07134918-cf79-464e-a33a-5d2bf4208156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:01.456853 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-a7690e09-5fa7-4707-87c1-ac3f6dc51395 req-07134918-cf79-464e-a33a-5d2bf4208156 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ca778bf9-51c9-411c-acc3-eec82a0bc2d4 HTTP/1.1" status: 200 len: 855 time: 0.0869610 May 10 19:39:01.584494 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-a7690e09-5fa7-4707-87c1-ac3f6dc51395 req-c9b9c507-f66b-45e0-9368-c6b280fe6ca7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ec9d3060-cbe0-4a19-b391-792c7285d3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1174803 May 10 19:39:01.734799 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-a7690e09-5fa7-4707-87c1-ac3f6dc51395 req-7d196367-aa66-4709-ac91-1062dbb96dd5 service neutron] 10.222.0.36 "GET /v2.0/networks/ec9d3060-cbe0-4a19-b391-792c7285d3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410398 May 10 19:39:01.904017 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-a7690e09-5fa7-4707-87c1-ac3f6dc51395 req-4e22c323-930a-448f-bb25-b0a3c4115c56 service neutron] 10.222.0.36 "GET /v2.0/networks/ec9d3060-cbe0-4a19-b391-792c7285d3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571825 May 10 19:39:02.406152 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad41badd-39c5-45be-9534-ba719e7d9ee1 req-ce1644e0-c84a-437a-a9d3-78b6ba6638ab tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:02.407768 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-ad41badd-39c5-45be-9534-ba719e7d9ee1 req-ce1644e0-c84a-437a-a9d3-78b6ba6638ab tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae2758c1-2eb6-401f-9a86-e0e9f6c87812 HTTP/1.1" status: 200 len: 946 time: 0.0872774 May 10 19:39:02.456264 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-ad41badd-39c5-45be-9534-ba719e7d9ee1 req-656614f4-3ba8-4ab0-b6a1-08e7b5d74de3 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427763 May 10 19:39:02.645587 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23444312-ac7d-4f5f-9e35-cad6c2d28513 req-6e327d60-18eb-4392-84a4-b54da59cf1b0 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:02.647873 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-23444312-ac7d-4f5f-9e35-cad6c2d28513 req-6e327d60-18eb-4392-84a4-b54da59cf1b0 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc697a1e-4e44-40c1-b4b8-706eecd84c22 HTTP/1.1" status: 200 len: 944 time: 0.1146424 May 10 19:39:02.702434 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-23444312-ac7d-4f5f-9e35-cad6c2d28513 req-fdc9d56c-6957-4d84-b155-0e7f94b43079 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/security-groups?id=294b53ad-6834-49da-93cc-8cdce0637b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476475 May 10 19:39:03.891555 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf73f5-1cc1-4ab8-a918-d13acdfcfc3b req-a5ba70ef-6b15-4453-99ac-087179cdfb5c tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:03.893080 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-18bf73f5-1cc1-4ab8-a918-d13acdfcfc3b req-a5ba70ef-6b15-4453-99ac-087179cdfb5c tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc697a1e-4e44-40c1-b4b8-706eecd84c22 HTTP/1.1" status: 200 len: 944 time: 0.0838733 May 10 19:39:03.943599 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-18bf73f5-1cc1-4ab8-a918-d13acdfcfc3b req-c09332a3-6bf4-4c73-b0eb-cc071dc4923d tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/security-groups?id=294b53ad-6834-49da-93cc-8cdce0637b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438528 May 10 19:39:05.152844 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e4a06-1adb-4fe2-9015-f20663178896 req-bf2134e9-6561-4fdf-a82c-6900cf176556 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:05.161150 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device 823d2af5-b27e-4751-b38e-fd093f100524 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=79297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 19:39:05.162772 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-2b6e4a06-1adb-4fe2-9015-f20663178896 req-bf2134e9-6561-4fdf-a82c-6900cf176556 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc697a1e-4e44-40c1-b4b8-706eecd84c22 HTTP/1.1" status: 200 len: 944 time: 0.1016834 May 10 19:39:05.247323 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-2b6e4a06-1adb-4fe2-9015-f20663178896 req-962cfa8e-095d-40e1-bfaf-b928046c3995 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/security-groups?id=294b53ad-6834-49da-93cc-8cdce0637b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822110 May 10 19:39:05.314295 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] For port 823d2af5-b27e-4751-b38e-fd093f100524, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=823d2af5-b27e-4751-b38e-fd093f100524,segment=NetworkSegment(a8cd83e0-583d-47d8-8b48-31fe59f67f8c),segment_id=a8cd83e0-583d-47d8-8b48-31fe59f67f8c)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:39:05.328739 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Returning: {'device': '823d2af5-b27e-4751-b38e-fd093f100524', 'network_id': 'ec9d3060-cbe0-4a19-b391-792c7285d3c2', 'port_id': '823d2af5-b27e-4751-b38e-fd093f100524', 'mac_address': 'fa:16:3e:e6:90:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca778bf9-51c9-411c-acc3-eec82a0bc2d4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 19:39:05.364717 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06c572e-1f26-4372-8ec1-09624dbcd956 req-42e34532-9e2e-47a2-8012-278230ca42f4 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:05.367055 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-a06c572e-1f26-4372-8ec1-09624dbcd956 req-42e34532-9e2e-47a2-8012-278230ca42f4 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae2758c1-2eb6-401f-9a86-e0e9f6c87812 HTTP/1.1" status: 200 len: 946 time: 0.0989895 May 10 19:39:05.405998 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:05.421666 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-a06c572e-1f26-4372-8ec1-09624dbcd956 req-fe1863e0-8c7a-468a-ae95-b89ca528d63a tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475805 May 10 19:39:05.424380 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.notifiers.nova [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 823d2af5-b27e-4751-b38e-fd093f100524 {{(pid=79297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:39:05.446533 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] For port 823d2af5-b27e-4751-b38e-fd093f100524, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=823d2af5-b27e-4751-b38e-fd093f100524,segment=NetworkSegment(a8cd83e0-583d-47d8-8b48-31fe59f67f8c),segment_id=a8cd83e0-583d-47d8-8b48-31fe59f67f8c)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:39:05.520079 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:05.522075 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:05.593763 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Pushing event updated for resources: {'Port': ['ID=823d2af5-b27e-4751-b38e-fd093f100524,revision_number=4']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:05.597474 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:05.842816 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] get_ports_and_sgs() called for port_ids ['823d2af5-b27e-4751-b38e-fd093f100524'] {{(pid=79297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:39:06.444102 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d70c99-c2b7-46c8-88a0-8a24c0249cea req-e1edc77e-a521-455d-abff-4d87cc605fd7 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:06.446564 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-02d70c99-c2b7-46c8-88a0-8a24c0249cea req-e1edc77e-a521-455d-abff-4d87cc605fd7 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc697a1e-4e44-40c1-b4b8-706eecd84c22 HTTP/1.1" status: 200 len: 945 time: 0.0901473 May 10 19:39:06.494348 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-02d70c99-c2b7-46c8-88a0-8a24c0249cea req-4dd85a77-f009-4092-b049-07c4bfedef4e tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/security-groups?id=294b53ad-6834-49da-93cc-8cdce0637b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421016 May 10 19:39:06.720676 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 40920) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:39:06.844722 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-b5f114bb-5028-43ce-b25b-9352e32e4ea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:06.859206 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-b5f114bb-5028-43ce-b25b-9352e32e4ea5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:39:06.863621 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-b5f114bb-5028-43ce-b25b-9352e32e4ea5 admin admin] Usage tracker for resource:security_group_rule and tenant:5a08e2be61c44bd890a4645741437083 is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:39:06.867104 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-b5f114bb-5028-43ce-b25b-9352e32e4ea5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:39:06.874563 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-b5f114bb-5028-43ce-b25b-9352e32e4ea5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:39:06.967426 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-b5f114bb-5028-43ce-b25b-9352e32e4ea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:07.150824 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-b5f114bb-5028-43ce-b25b-9352e32e4ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:07.160086 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-2b3ddf9d-3fc8-4de0-89ee-a3295e530333 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:07.171057 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device 823d2af5-b27e-4751-b38e-fd093f100524 up at agent hyperv_hv-cinder-78445 {{(pid=79297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:39:07.205410 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-b5f114bb-5028-43ce-b25b-9352e32e4ea5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5a08e2be61c44bd890a4645741437083&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4811928 May 10 19:39:07.205612 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 40934) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:39:07.208468 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f114bb-5028-43ce-b25b-9352e32e4ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe4a5ee-ca1a-4056-aef0-2ff467215ee2,revision_number=1']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:07.211919 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-b5f114bb-5028-43ce-b25b-9352e32e4ea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:07.275751 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-9de63d86-67c8-490c-bfcf-d0e83e21f3d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:07.302041 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-9de63d86-67c8-490c-bfcf-d0e83e21f3d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:07.327935 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Provisioning for port 823d2af5-b27e-4751-b38e-fd093f100524 completed by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:39:07.334057 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Provisioning complete for port 823d2af5-b27e-4751-b38e-fd093f100524 triggered by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:39:07.334697 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:07.436900 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-9de63d86-67c8-490c-bfcf-d0e83e21f3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:07.443482 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-210c03b3-6b01-496f-9b51-b977a7db8bb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:07.458940 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de63d86-67c8-490c-bfcf-d0e83e21f3d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe4a5ee-ca1a-4056-aef0-2ff467215ee2,revision_number=None']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:07.462363 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-9de63d86-67c8-490c-bfcf-d0e83e21f3d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:07.463482 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-9de63d86-67c8-490c-bfcf-d0e83e21f3d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:07.467579 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-9de63d86-67c8-490c-bfcf-d0e83e21f3d9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cbe4a5ee-ca1a-4056-aef0-2ff467215ee2 HTTP/1.1" status: 204 len: 168 time: 0.2586827 May 10 19:39:07.483938 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:07.521403 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc697a1e-4e44-40c1-b4b8-706eecd84c22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '823d2af5-b27e-4751-b38e-fd093f100524'}] {{(pid=79297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:39:07.536748 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] For port 823d2af5-b27e-4751-b38e-fd093f100524, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=823d2af5-b27e-4751-b38e-fd093f100524,segment=NetworkSegment(a8cd83e0-583d-47d8-8b48-31fe59f67f8c),segment_id=a8cd83e0-583d-47d8-8b48-31fe59f67f8c)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:39:07.579946 dv-cinder-784453-6-smb neutron-server[79297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc697a1e-4e44-40c1-b4b8-706eecd84c22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '823d2af5-b27e-4751-b38e-fd093f100524', 'code': 200} May 10 19:39:07.655211 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:07.657367 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:07.727151 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Pushing event updated for resources: {'Port': ['ID=823d2af5-b27e-4751-b38e-fd093f100524,revision_number=5']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:07.730546 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:07.738891 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2570456-0839-4ae5-9087-ce25f1c7d091 req-88ff946f-18ae-4c8c-8ab8-0114a1e9c8c2 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:07.741014 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-c2570456-0839-4ae5-9087-ce25f1c7d091 req-88ff946f-18ae-4c8c-8ab8-0114a1e9c8c2 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc697a1e-4e44-40c1-b4b8-706eecd84c22 HTTP/1.1" status: 200 len: 946 time: 0.1000657 May 10 19:39:07.804133 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-c2570456-0839-4ae5-9087-ce25f1c7d091 req-e5785817-fc4f-47dc-ac57-40e99f705904 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/security-groups?id=294b53ad-6834-49da-93cc-8cdce0637b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513318 May 10 19:39:08.096266 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a7476e-9a34-4e55-a1c6-b567dd457313 req-bedc4f3b-31f6-41b0-ae74-f6b0e876d9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:08.097896 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-f3a7476e-9a34-4e55-a1c6-b567dd457313 req-bedc4f3b-31f6-41b0-ae74-f6b0e876d9be service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bc697a1e-4e44-40c1-b4b8-706eecd84c22 HTTP/1.1" status: 200 len: 1099 time: 0.0864136 May 10 19:39:08.141521 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-f3a7476e-9a34-4e55-a1c6-b567dd457313 req-a09ab7e9-ff7b-4f88-a44a-580be0500a21 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=294b53ad-6834-49da-93cc-8cdce0637b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357277 May 10 19:39:08.247929 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:08.311141 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-e0af8bcd-13f9-4eb3-9ef5-afa5163baa9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:08.403312 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 40992) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:39:08.568849 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-a7459fe9-b9f1-48e2-bfbf-ed620843ebd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:08.583646 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-a7459fe9-b9f1-48e2-bfbf-ed620843ebd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:39:08.587635 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-a7459fe9-b9f1-48e2-bfbf-ed620843ebd8 admin admin] Usage tracker for resource:security_group_rule and tenant:75c8508cd6b94ac5b41f1305b72b84ef is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:39:08.591034 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-a7459fe9-b9f1-48e2-bfbf-ed620843ebd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:39:08.596983 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-a7459fe9-b9f1-48e2-bfbf-ed620843ebd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:39:08.688350 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-a7459fe9-b9f1-48e2-bfbf-ed620843ebd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:08.796283 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-a7459fe9-b9f1-48e2-bfbf-ed620843ebd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:08.805443 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-6e2b0591-fa88-4a7a-87bc-8eaf1459f4a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:08.846824 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-a7459fe9-b9f1-48e2-bfbf-ed620843ebd8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=75c8508cd6b94ac5b41f1305b72b84ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4423413 May 10 19:39:08.850319 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 41010) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:39:08.851951 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7459fe9-b9f1-48e2-bfbf-ed620843ebd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d9cbfd-3030-440d-ad63-71ccd07095ab,revision_number=1']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:08.857907 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-a7459fe9-b9f1-48e2-bfbf-ed620843ebd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:08.955496 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-c82ff735-34dc-43c6-ac68-58cb7679cb07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:08.983844 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 41018) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:39:08.993748 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-c82ff735-34dc-43c6-ac68-58cb7679cb07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:09.028893 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13febdf-72a1-4392-bc21-d285ac0f69f7 req-d80c2f6b-2f49-4bff-90c4-72ea8f2eeee0 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:09.030701 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-c13febdf-72a1-4392-bc21-d285ac0f69f7 req-d80c2f6b-2f49-4bff-90c4-72ea8f2eeee0 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc697a1e-4e44-40c1-b4b8-706eecd84c22 HTTP/1.1" status: 200 len: 946 time: 0.0991664 May 10 19:39:09.086820 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-c13febdf-72a1-4392-bc21-d285ac0f69f7 req-a0e93e73-5e8e-4887-aec6-e418a8a5a052 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/security-groups?id=294b53ad-6834-49da-93cc-8cdce0637b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490515 May 10 19:39:09.146394 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-c82ff735-34dc-43c6-ac68-58cb7679cb07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:09.160311 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-fe536568-5bb7-43ca-8e43-0f4e3f3af856 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:09.180771 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82ff735-34dc-43c6-ac68-58cb7679cb07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d9cbfd-3030-440d-ad63-71ccd07095ab,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:09.184897 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-c82ff735-34dc-43c6-ac68-58cb7679cb07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:09.186909 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-c82ff735-34dc-43c6-ac68-58cb7679cb07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:09.192039 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-c82ff735-34dc-43c6-ac68-58cb7679cb07 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e8d9cbfd-3030-440d-ad63-71ccd07095ab HTTP/1.1" status: 204 len: 168 time: 0.3411381 May 10 19:39:09.248731 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-e5785fd3-7b23-4fa1-bd42-0f0b3122ac0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:09.298560 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-e5785fd3-7b23-4fa1-bd42-0f0b3122ac0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:39:09.303366 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-e5785fd3-7b23-4fa1-bd42-0f0b3122ac0d admin admin] Usage tracker for resource:security_group_rule and tenant:734543d7b1b842a4ab848dc0633f2d27 is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:39:09.306261 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-e5785fd3-7b23-4fa1-bd42-0f0b3122ac0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:39:09.313900 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-e5785fd3-7b23-4fa1-bd42-0f0b3122ac0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:39:09.420914 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-e5785fd3-7b23-4fa1-bd42-0f0b3122ac0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:09.528018 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-e5785fd3-7b23-4fa1-bd42-0f0b3122ac0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:09.537061 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-acb4923a-30af-43f1-8751-655f16fddd12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:09.578301 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-e5785fd3-7b23-4fa1-bd42-0f0b3122ac0d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=734543d7b1b842a4ab848dc0633f2d27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5920973 May 10 19:39:09.580066 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5785fd3-7b23-4fa1-bd42-0f0b3122ac0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c090b0-d49c-4616-9cd6-bb31ada03c3b,revision_number=1']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:09.581958 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 41040) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:39:09.583268 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-e5785fd3-7b23-4fa1-bd42-0f0b3122ac0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:09.642484 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-88420bbe-9ab4-49cc-9e6c-8b468c594035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:09.669360 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-88420bbe-9ab4-49cc-9e6c-8b468c594035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:09.803686 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-88420bbe-9ab4-49cc-9e6c-8b468c594035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:09.808278 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-18aca36e-050d-4912-9a7e-65432498b405 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:09.822734 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88420bbe-9ab4-49cc-9e6c-8b468c594035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c090b0-d49c-4616-9cd6-bb31ada03c3b,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:09.835424 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-88420bbe-9ab4-49cc-9e6c-8b468c594035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:09.837971 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-88420bbe-9ab4-49cc-9e6c-8b468c594035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:09.839681 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-88420bbe-9ab4-49cc-9e6c-8b468c594035 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d1c090b0-d49c-4616-9cd6-bb31ada03c3b HTTP/1.1" status: 204 len: 168 time: 0.2567689 May 10 19:39:09.963191 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 41062) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:39:10.296877 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e75fa32-2f17-4390-a03f-3a9e458db319 req-aea299a5-d4f4-458a-aa74-30704bba8275 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:10.298422 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-2e75fa32-2f17-4390-a03f-3a9e458db319 req-aea299a5-d4f4-458a-aa74-30704bba8275 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc697a1e-4e44-40c1-b4b8-706eecd84c22 HTTP/1.1" status: 200 len: 946 time: 0.0980294 May 10 19:39:10.399831 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-2e75fa32-2f17-4390-a03f-3a9e458db319 req-b7136cca-04ea-4268-a939-65c2c926f5ae tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/security-groups?id=294b53ad-6834-49da-93cc-8cdce0637b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932329 May 10 19:39:10.414601 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-88090817-c2e1-4aae-be46-83fec7b134c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:10.434597 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-88090817-c2e1-4aae-be46-83fec7b134c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:39:10.439438 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-88090817-c2e1-4aae-be46-83fec7b134c0 admin admin] Usage tracker for resource:security_group_rule and tenant:66a68530becf4373b0586afa594c16f7 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:39:10.445330 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-88090817-c2e1-4aae-be46-83fec7b134c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:39:10.449097 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-88090817-c2e1-4aae-be46-83fec7b134c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:39:10.554460 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-88090817-c2e1-4aae-be46-83fec7b134c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:10.566345 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 41088) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:39:10.645923 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-88090817-c2e1-4aae-be46-83fec7b134c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:10.655767 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-c9396160-0cbc-474e-bfd0-e945e146d6fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:10.696233 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-88090817-c2e1-4aae-be46-83fec7b134c0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=66a68530becf4373b0586afa594c16f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7312968 May 10 19:39:10.697989 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88090817-c2e1-4aae-be46-83fec7b134c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f83095-9b81-4bb6-ad60-126ae4825a6f,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:10.699591 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 41096) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:39:10.701768 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-88090817-c2e1-4aae-be46-83fec7b134c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:10.729238 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-02b6e45f-c001-47dc-9c7e-c72558485600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:10.751508 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-02b6e45f-c001-47dc-9c7e-c72558485600 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:39:10.757245 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-02b6e45f-c001-47dc-9c7e-c72558485600 admin admin] Usage tracker for resource:security_group_rule and tenant:e60215eafdf44510bb86950289d9c253 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:39:10.761990 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-02b6e45f-c001-47dc-9c7e-c72558485600 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:39:10.769277 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-02b6e45f-c001-47dc-9c7e-c72558485600 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:39:10.791348 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-f9d50e27-6d13-4fb9-a89d-a634f7c9a4e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:10.822498 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-f9d50e27-6d13-4fb9-a89d-a634f7c9a4e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:10.872881 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-75490a83-c0bf-4c48-8864-eec643db5886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:10.949794 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 41104) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:39:10.974680 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-02b6e45f-c001-47dc-9c7e-c72558485600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:10.982231 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-6c9988ce-1d69-4efe-9d67-9a6804e93140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:11.005449 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-6c9988ce-1d69-4efe-9d67-9a6804e93140 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:39:11.009697 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-6c9988ce-1d69-4efe-9d67-9a6804e93140 admin admin] Usage tracker for resource:security_group_rule and tenant:86f52506c9004c658a9ef29bee063af3 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:39:11.024357 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-6c9988ce-1d69-4efe-9d67-9a6804e93140 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:39:11.028198 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-6c9988ce-1d69-4efe-9d67-9a6804e93140 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:39:11.069510 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3f02ea-72d3-402e-bdf9-846f4ddee723 req-53997b0f-0057-454d-a9f9-a6b656fb7792 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:11.071238 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-8d3f02ea-72d3-402e-bdf9-846f4ddee723 req-53997b0f-0057-454d-a9f9-a6b656fb7792 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae2758c1-2eb6-401f-9a86-e0e9f6c87812 HTTP/1.1" status: 200 len: 946 time: 0.1659548 May 10 19:39:11.097235 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.agents_db [None req-ff3cf147-8285-4226-b8f5-cc0a2e41555e None None] Agent healthcheck: found 6 active agents {{(pid=79298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:39:11.098300 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31c803-1cbf-4d93-bec9-b2392d937075 req-314cc109-c219-4d7e-b5b8-6efa8538e1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:11.099787 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-cf31c803-1cbf-4d93-bec9-b2392d937075 req-314cc109-c219-4d7e-b5b8-6efa8538e1d1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=573317180ac4476a8f0d5cca9d9aaa70&device_id=ae2758c1-2eb6-401f-9a86-e0e9f6c87812 HTTP/1.1" status: 200 len: 1099 time: 0.1433854 May 10 19:39:11.181809 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:11.200991 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-8d3f02ea-72d3-402e-bdf9-846f4ddee723 req-c6386244-a8f5-45c1-87e8-6b1438ad388f tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207945 May 10 19:39:11.204367 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-f9d50e27-6d13-4fb9-a89d-a634f7c9a4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:11.215624 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:11.227325 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d50e27-6d13-4fb9-a89d-a634f7c9a4e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f83095-9b81-4bb6-ad60-126ae4825a6f,revision_number=None']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:11.230312 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-f9d50e27-6d13-4fb9-a89d-a634f7c9a4e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:11.268276 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-f9d50e27-6d13-4fb9-a89d-a634f7c9a4e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:11.269384 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-f9d50e27-6d13-4fb9-a89d-a634f7c9a4e0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/53f83095-9b81-4bb6-ad60-126ae4825a6f HTTP/1.1" status: 204 len: 168 time: 0.5688126 May 10 19:39:11.285430 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-02b6e45f-c001-47dc-9c7e-c72558485600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:11.288872 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31c803-1cbf-4d93-bec9-b2392d937075 req-11cf7ca3-db93-4609-b255-b285f775bc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:11.290485 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-cf31c803-1cbf-4d93-bec9-b2392d937075 req-11cf7ca3-db93-4609-b255-b285f775bc00 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2312584f-3aed-48ad-b142-6936ee1bfc86 HTTP/1.1" status: 200 len: 920 time: 0.1807091 May 10 19:39:11.296841 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-ab50506c-e794-4109-992c-dfaef279c8db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:11.358301 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-02b6e45f-c001-47dc-9c7e-c72558485600 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e60215eafdf44510bb86950289d9c253&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7906520 May 10 19:39:11.361258 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 41114) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:39:11.361455 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-cf31c803-1cbf-4d93-bec9-b2392d937075 req-09e956e8-e573-49ed-aa99-c9c675982015 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=825fef50-6356-4fd5-bfe8-37d1923bbc0e HTTP/1.1" status: 200 len: 217 time: 0.0624776 May 10 19:39:11.362025 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b6e45f-c001-47dc-9c7e-c72558485600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adff02aa-58d8-43f5-9969-c8b43ccb7da6,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:11.385301 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-02b6e45f-c001-47dc-9c7e-c72558485600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:11.486098 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-2efab7e6-eab2-41e6-b03e-f0ffb46e7ba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:11.511077 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31c803-1cbf-4d93-bec9-b2392d937075 req-c14011c1-da70-47b6-91ed-e3b8ccc121e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:11.512918 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-cf31c803-1cbf-4d93-bec9-b2392d937075 req-c14011c1-da70-47b6-91ed-e3b8ccc121e0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab965ab2-3c2b-4e85-9150-f84597f3a8d7 HTTP/1.1" status: 200 len: 859 time: 0.1333230 May 10 19:39:11.540681 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-2efab7e6-eab2-41e6-b03e-f0ffb46e7ba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:11.549821 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-6c9988ce-1d69-4efe-9d67-9a6804e93140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:11.584993 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-cf31c803-1cbf-4d93-bec9-b2392d937075 req-71e1fc82-8afe-4339-a148-eb06726f3dff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2312584f-3aed-48ad-b142-6936ee1bfc86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632076 May 10 19:39:11.693099 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-6c9988ce-1d69-4efe-9d67-9a6804e93140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:11.708389 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-ebd3217e-4df1-43c9-b673-9f89ac0c2159 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:11.737654 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-2efab7e6-eab2-41e6-b03e-f0ffb46e7ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:11.752081 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-cf31c803-1cbf-4d93-bec9-b2392d937075 req-1518cc82-93a9-4838-8618-bca632a4ce0f service neutron] 10.222.0.36 "GET /v2.0/networks/2312584f-3aed-48ad-b142-6936ee1bfc86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522992 May 10 19:39:11.780239 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-6c9988ce-1d69-4efe-9d67-9a6804e93140 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=86f52506c9004c658a9ef29bee063af3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8307743 May 10 19:39:11.781989 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9988ce-1d69-4efe-9d67-9a6804e93140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbcc8d15-398a-4e58-b9e4-d0ac9d9f6202,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:11.796866 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 41130) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:39:11.805131 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-6c9988ce-1d69-4efe-9d67-9a6804e93140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:11.809556 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-e310d0dc-b818-459a-aed5-0adc3a30e1b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:11.840337 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efab7e6-eab2-41e6-b03e-f0ffb46e7ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adff02aa-58d8-43f5-9969-c8b43ccb7da6,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:11.859822 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-2efab7e6-eab2-41e6-b03e-f0ffb46e7ba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:11.859822 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-2efab7e6-eab2-41e6-b03e-f0ffb46e7ba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:11.859822 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-2efab7e6-eab2-41e6-b03e-f0ffb46e7ba0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/adff02aa-58d8-43f5-9969-c8b43ccb7da6 HTTP/1.1" status: 204 len: 168 time: 0.4766455 May 10 19:39:11.946020 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-05ecdfa3-b7ee-4afa-83d7-ebb5bc70016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:11.966727 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-08ea3539-1da4-4249-82ea-9195e38b964a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:12.004976 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-cf31c803-1cbf-4d93-bec9-b2392d937075 req-ff1375cf-2f34-47e4-af09-13d1a4759d02 service neutron] 10.222.0.36 "GET /v2.0/networks/2312584f-3aed-48ad-b142-6936ee1bfc86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450407 May 10 19:39:12.008328 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-08ea3539-1da4-4249-82ea-9195e38b964a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:12.173769 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-08ea3539-1da4-4249-82ea-9195e38b964a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:12.177566 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-ca47cf71-0792-4341-b293-0b533dbdbd81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:12.189370 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ea3539-1da4-4249-82ea-9195e38b964a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbcc8d15-398a-4e58-b9e4-d0ac9d9f6202,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:12.192797 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-08ea3539-1da4-4249-82ea-9195e38b964a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:12.195961 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-08ea3539-1da4-4249-82ea-9195e38b964a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:12.197134 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-08ea3539-1da4-4249-82ea-9195e38b964a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fbcc8d15-398a-4e58-b9e4-d0ac9d9f6202 HTTP/1.1" status: 204 len: 168 time: 0.3940320 May 10 19:39:12.417852 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4cec0-3bcb-4305-9680-21108e8d3173 req-392c1a6f-fb7b-48f7-ae32-aa013fc88eec tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:12.419752 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-c7f4cec0-3bcb-4305-9680-21108e8d3173 req-392c1a6f-fb7b-48f7-ae32-aa013fc88eec tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae2758c1-2eb6-401f-9a86-e0e9f6c87812 HTTP/1.1" status: 200 len: 946 time: 0.1052325 May 10 19:39:12.467132 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-c7f4cec0-3bcb-4305-9680-21108e8d3173 req-f4932abd-5444-4968-be2b-9aefdaa477a7 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400219 May 10 19:39:12.737668 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 41174) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:39:12.759706 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-6554dc22-c1d0-4beb-a22b-bc761c0b88b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:12.775225 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-6554dc22-c1d0-4beb-a22b-bc761c0b88b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:39:12.779995 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-6554dc22-c1d0-4beb-a22b-bc761c0b88b2 admin admin] Usage tracker for resource:security_group_rule and tenant:bbfa42595d2d446386b6c20e93388d0b is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:39:12.782992 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-6554dc22-c1d0-4beb-a22b-bc761c0b88b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:39:12.789136 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-6554dc22-c1d0-4beb-a22b-bc761c0b88b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:39:12.908937 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-6554dc22-c1d0-4beb-a22b-bc761c0b88b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:13.005601 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-6554dc22-c1d0-4beb-a22b-bc761c0b88b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:13.015069 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-128e1dd6-c582-4ded-b41a-44eed748697b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:13.059473 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-6554dc22-c1d0-4beb-a22b-bc761c0b88b2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bbfa42595d2d446386b6c20e93388d0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3207724 May 10 19:39:13.061595 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6554dc22-c1d0-4beb-a22b-bc761c0b88b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2887e15b-7cf9-49e1-b934-c55dd4d9a168,revision_number=1']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:13.063561 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 41192) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:39:13.065957 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-6554dc22-c1d0-4beb-a22b-bc761c0b88b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:13.149329 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-a5b54f26-3ad7-4271-80c1-9c9326b6690a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:13.179805 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-a5b54f26-3ad7-4271-80c1-9c9326b6690a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:13.345189 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-a5b54f26-3ad7-4271-80c1-9c9326b6690a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:13.355836 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-02b6e45f-c001-47dc-9c7e-c72558485600 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:13.369074 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b54f26-3ad7-4271-80c1-9c9326b6690a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2887e15b-7cf9-49e1-b934-c55dd4d9a168,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:13.372683 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-a5b54f26-3ad7-4271-80c1-9c9326b6690a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:13.374610 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-a5b54f26-3ad7-4271-80c1-9c9326b6690a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:13.375726 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-a5b54f26-3ad7-4271-80c1-9c9326b6690a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2887e15b-7cf9-49e1-b934-c55dd4d9a168 HTTP/1.1" status: 204 len: 168 time: 0.3109250 May 10 19:39:13.665925 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc596b-d06d-4ac0-a99c-9ca26a8d4b0f req-7f60dc54-097c-440b-bc3a-0f2a3eebac71 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:13.668014 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-3acc596b-d06d-4ac0-a99c-9ca26a8d4b0f req-7f60dc54-097c-440b-bc3a-0f2a3eebac71 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae2758c1-2eb6-401f-9a86-e0e9f6c87812 HTTP/1.1" status: 200 len: 946 time: 0.0957062 May 10 19:39:13.716798 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-3acc596b-d06d-4ac0-a99c-9ca26a8d4b0f req-082034a9-b581-49e0-9e0e-96c165c3e2ab tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409462 May 10 19:39:13.723498 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-02078f97-e06b-4c48-b673-8bf9bf3f5f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:14.241927 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 41228) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:39:14.263114 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-0da3ba9d-b5dd-49e2-82c1-ecb9b708ac52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:14.280502 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-0da3ba9d-b5dd-49e2-82c1-ecb9b708ac52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:39:14.284276 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-0da3ba9d-b5dd-49e2-82c1-ecb9b708ac52 admin admin] Usage tracker for resource:security_group_rule and tenant:8081b8a8aa7b47a48dfc8a833b59c422 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:39:14.289691 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-0da3ba9d-b5dd-49e2-82c1-ecb9b708ac52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:39:14.295871 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-0da3ba9d-b5dd-49e2-82c1-ecb9b708ac52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:39:14.398502 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-0da3ba9d-b5dd-49e2-82c1-ecb9b708ac52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:14.477352 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-0da3ba9d-b5dd-49e2-82c1-ecb9b708ac52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:14.488198 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-88090817-c2e1-4aae-be46-83fec7b134c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:14.530226 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-0da3ba9d-b5dd-49e2-82c1-ecb9b708ac52 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8081b8a8aa7b47a48dfc8a833b59c422&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2871277 May 10 19:39:14.532838 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 41246) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:39:14.535463 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da3ba9d-b5dd-49e2-82c1-ecb9b708ac52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc80be5-1dc6-4c42-9fe5-4fb3946b25c1,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:14.538716 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-0da3ba9d-b5dd-49e2-82c1-ecb9b708ac52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:14.603494 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-6bdb0714-ae85-4c95-b2ba-77c2b17c29d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:14.633830 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-6bdb0714-ae85-4c95-b2ba-77c2b17c29d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:14.771685 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-6bdb0714-ae85-4c95-b2ba-77c2b17c29d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:14.775593 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-2efab7e6-eab2-41e6-b03e-f0ffb46e7ba0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:14.790106 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdb0714-ae85-4c95-b2ba-77c2b17c29d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc80be5-1dc6-4c42-9fe5-4fb3946b25c1,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:14.803555 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-6bdb0714-ae85-4c95-b2ba-77c2b17c29d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:14.805661 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-6bdb0714-ae85-4c95-b2ba-77c2b17c29d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:14.810145 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-6bdb0714-ae85-4c95-b2ba-77c2b17c29d2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fbc80be5-1dc6-4c42-9fe5-4fb3946b25c1 HTTP/1.1" status: 204 len: 168 time: 0.2730520 May 10 19:39:15.019235 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f993c9b7-691f-4d65-a7ac-5e1607297c3e req-9e14408a-4443-48e0-99e2-344e11ceb05c tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:15.028501 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-f993c9b7-691f-4d65-a7ac-5e1607297c3e req-9e14408a-4443-48e0-99e2-344e11ceb05c tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae2758c1-2eb6-401f-9a86-e0e9f6c87812 HTTP/1.1" status: 200 len: 946 time: 0.1194687 May 10 19:39:15.089157 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-f993c9b7-691f-4d65-a7ac-5e1607297c3e req-3850d1a5-d090-4b91-9bfb-0724f63b74a8 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556943 May 10 19:39:16.168656 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 41304) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:39:16.376647 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc55e1ae-182c-4769-b0ff-bd56f33e15af admin admin] Deleting subnet 171c7a88-f900-4bd2-b2cc-cb41ddf56ecb {{(pid=79296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 19:39:16.385336 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-cc55e1ae-182c-4769-b0ff-bd56f33e15af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:16.435048 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ac059-4d2b-445b-a7ee-6dc28acca9cc req-7a0b1c76-d07d-42cc-82d9-fd0d239fb03c tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:16.436630 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-b91ac059-4d2b-445b-a7ee-6dc28acca9cc req-7a0b1c76-d07d-42cc-82d9-fd0d239fb03c tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae2758c1-2eb6-401f-9a86-e0e9f6c87812 HTTP/1.1" status: 200 len: 946 time: 0.1895881 May 10 19:39:16.463463 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-cc55e1ae-182c-4769-b0ff-bd56f33e15af admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:16.484774 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-cc55e1ae-182c-4769-b0ff-bd56f33e15af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4008472'] for subnet, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:16.514752 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-b91ac059-4d2b-445b-a7ee-6dc28acca9cc req-f53dcb74-eb88-4090-ada4-6914773aabca tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715184 May 10 19:39:16.857867 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-cc55e1ae-182c-4769-b0ff-bd56f33e15af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4008471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384'] for subnet, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:16.863153 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-2ec6088e-ffcc-4617-bd82-3145e059dc97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:16.901264 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc55e1ae-182c-4769-b0ff-bd56f33e15af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=171c7a88-f900-4bd2-b2cc-cb41ddf56ecb,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:16.906063 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-cc55e1ae-182c-4769-b0ff-bd56f33e15af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533414'] for subnet, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:16.915781 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc55e1ae-182c-4769-b0ff-bd56f33e15af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:16.916077 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc55e1ae-182c-4769-b0ff-bd56f33e15af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:16.916420 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc55e1ae-182c-4769-b0ff-bd56f33e15af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:16.917263 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc55e1ae-182c-4769-b0ff-bd56f33e15af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:16.917599 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc55e1ae-182c-4769-b0ff-bd56f33e15af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:16.917935 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc55e1ae-182c-4769-b0ff-bd56f33e15af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:16.918270 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc55e1ae-182c-4769-b0ff-bd56f33e15af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:16.918603 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc55e1ae-182c-4769-b0ff-bd56f33e15af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:16.918956 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc55e1ae-182c-4769-b0ff-bd56f33e15af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:16.919287 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc55e1ae-182c-4769-b0ff-bd56f33e15af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:16.919621 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc55e1ae-182c-4769-b0ff-bd56f33e15af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:16.919971 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc55e1ae-182c-4769-b0ff-bd56f33e15af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:16.923335 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-cc55e1ae-182c-4769-b0ff-bd56f33e15af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:16.925172 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-cc55e1ae-182c-4769-b0ff-bd56f33e15af admin admin] 10.222.0.46 "DELETE /v2.0/subnets/171c7a88-f900-4bd2-b2cc-cb41ddf56ecb HTTP/1.1" status: 204 len: 168 time: 0.7537513 May 10 19:39:16.928360 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 41362) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:39:17.049424 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-2c8ebc45-596d-4e32-b42f-fc6a7deaf483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850776'] for network, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:17.235393 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-2c8ebc45-596d-4e32-b42f-fc6a7deaf483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002531', 'neutron.services.segments.db._delete_segments_for_network-8757498921373'] for network, precommit_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:17.248951 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.services.segments.db [None req-2c8ebc45-596d-4e32-b42f-fc6a7deaf483 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3889042a-beb5-4809-a2d1-7a9cbb5bfbe4']}} {{(pid=79295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:39:17.261148 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.services.segments.db [None req-2c8ebc45-596d-4e32-b42f-fc6a7deaf483 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cee13ca0-9e23-4838-8bc3-3bab111473f9') {'for_net_delete': True} {{(pid=79295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:39:17.261445 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.services.segments.db [None req-2c8ebc45-596d-4e32-b42f-fc6a7deaf483 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cee13ca0-9e23-4838-8bc3-3bab111473f9') {} {{(pid=79295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:39:17.272985 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-2c8ebc45-596d-4e32-b42f-fc6a7deaf483 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757498933351', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1920419'] for segment, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:17.289311 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-2c8ebc45-596d-4e32-b42f-fc6a7deaf483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007211'] for segment, precommit_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:17.296113 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c8ebc45-596d-4e32-b42f-fc6a7deaf483 admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=79295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:39:17.296487 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-2c8ebc45-596d-4e32-b42f-fc6a7deaf483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10826941'] for segment, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:17.312018 dv-cinder-784453-6-smb neutron-server[79295]: Traceback (most recent call last): May 10 19:39:17.312018 dv-cinder-784453-6-smb neutron-server[79295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:39:17.312018 dv-cinder-784453-6-smb neutron-server[79295]: timer() May 10 19:39:17.312018 dv-cinder-784453-6-smb neutron-server[79295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:39:17.312018 dv-cinder-784453-6-smb neutron-server[79295]: cb(*args, **kw) May 10 19:39:17.312018 dv-cinder-784453-6-smb neutron-server[79295]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 19:39:17.312018 dv-cinder-784453-6-smb neutron-server[79295]: return func(*args, **kwargs) May 10 19:39:17.312018 dv-cinder-784453-6-smb neutron-server[79295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:39:17.312018 dv-cinder-784453-6-smb neutron-server[79295]: self._notify() May 10 19:39:17.312018 dv-cinder-784453-6-smb neutron-server[79295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:39:17.312018 dv-cinder-784453-6-smb neutron-server[79295]: self.callback(batched_events) May 10 19:39:17.312018 dv-cinder-784453-6-smb neutron-server[79295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:39:17.312018 dv-cinder-784453-6-smb neutron-server[79295]: event.method(event) May 10 19:39:17.312018 dv-cinder-784453-6-smb neutron-server[79295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 19:39:17.312018 dv-cinder-784453-6-smb neutron-server[79295]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:39:17.312018 dv-cinder-784453-6-smb neutron-server[79295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 19:39:17.312018 dv-cinder-784453-6-smb neutron-server[79295]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:39:17.312018 dv-cinder-784453-6-smb neutron-server[79295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 19:39:17.312018 dv-cinder-784453-6-smb neutron-server[79295]: return f(self, *a, **k) May 10 19:39:17.312018 dv-cinder-784453-6-smb neutron-server[79295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 19:39:17.312018 dv-cinder-784453-6-smb neutron-server[79295]: return self._get(url).json() May 10 19:39:17.312018 dv-cinder-784453-6-smb neutron-server[79295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 19:39:17.312018 dv-cinder-784453-6-smb neutron-server[79295]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:39:17.312018 dv-cinder-784453-6-smb neutron-server[79295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:39:17.312018 dv-cinder-784453-6-smb neutron-server[79295]: return self.request(url, 'GET', **kwargs) May 10 19:39:17.312018 dv-cinder-784453-6-smb neutron-server[79295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:39:17.312018 dv-cinder-784453-6-smb neutron-server[79295]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:39:17.312018 dv-cinder-784453-6-smb neutron-server[79295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:39:17.312018 dv-cinder-784453-6-smb neutron-server[79295]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:39:17.312018 dv-cinder-784453-6-smb neutron-server[79295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:39:17.312018 dv-cinder-784453-6-smb neutron-server[79295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:39:17.312018 dv-cinder-784453-6-smb neutron-server[79295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:39:17.497600 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-2c8ebc45-596d-4e32-b42f-fc6a7deaf483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658298'] for network, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:17.509889 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-57c6e55e-4fed-4d5f-8fa0-c846c193073a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:17.563279 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-2c8ebc45-596d-4e32-b42f-fc6a7deaf483 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533414'] for network, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:17.563602 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 41382) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:39:17.580636 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8ebc45-596d-4e32-b42f-fc6a7deaf483 admin admin] Pushing event deleted for resources: {'Network': ['ID=3889042a-beb5-4809-a2d1-7a9cbb5bfbe4,revision_number=None']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:17.590789 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8ebc45-596d-4e32-b42f-fc6a7deaf483 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:17.591447 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8ebc45-596d-4e32-b42f-fc6a7deaf483 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:17.591805 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8ebc45-596d-4e32-b42f-fc6a7deaf483 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:17.592148 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8ebc45-596d-4e32-b42f-fc6a7deaf483 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:17.592486 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8ebc45-596d-4e32-b42f-fc6a7deaf483 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:17.592825 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8ebc45-596d-4e32-b42f-fc6a7deaf483 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:17.593161 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8ebc45-596d-4e32-b42f-fc6a7deaf483 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:17.593496 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8ebc45-596d-4e32-b42f-fc6a7deaf483 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:17.593830 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8ebc45-596d-4e32-b42f-fc6a7deaf483 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:17.594161 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8ebc45-596d-4e32-b42f-fc6a7deaf483 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:17.594491 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8ebc45-596d-4e32-b42f-fc6a7deaf483 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:17.594818 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8ebc45-596d-4e32-b42f-fc6a7deaf483 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:17.600527 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-2c8ebc45-596d-4e32-b42f-fc6a7deaf483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:17.703109 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-2c8ebc45-596d-4e32-b42f-fc6a7deaf483 admin admin] 10.222.0.46 "DELETE /v2.0/networks/3889042a-beb5-4809-a2d1-7a9cbb5bfbe4 HTTP/1.1" status: 204 len: 168 time: 0.7736452 May 10 19:39:17.704012 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-530d8534-3088-4745-85b3-c573105093a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:17.705786 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 41390) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:39:17.720211 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-530d8534-3088-4745-85b3-c573105093a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:39:17.724219 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-530d8534-3088-4745-85b3-c573105093a3 admin admin] Usage tracker for resource:security_group_rule and tenant:28aa7bf3d10042f7a610b21e5482d569 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:39:17.727503 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-530d8534-3088-4745-85b3-c573105093a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:39:17.733925 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-530d8534-3088-4745-85b3-c573105093a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:39:17.784345 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.db_base_plugin_v2 [None req-fef8f936-1175-49c8-aa7e-2f97441be6be admin admin] Deleting subnet cfe4ae14-aa56-47d0-8033-ec9e67c74b5a {{(pid=79295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 19:39:17.788813 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-fef8f936-1175-49c8-aa7e-2f97441be6be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:17.840149 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-530d8534-3088-4745-85b3-c573105093a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:17.856341 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1619d6-b4b8-48c4-8333-924cfb24c24f req-5ba75a9e-d425-424c-b845-548ad34c569f tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:17.857931 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-3b1619d6-b4b8-48c4-8333-924cfb24c24f req-5ba75a9e-d425-424c-b845-548ad34c569f tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae2758c1-2eb6-401f-9a86-e0e9f6c87812 HTTP/1.1" status: 200 len: 946 time: 0.2069547 May 10 19:39:17.862570 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-fef8f936-1175-49c8-aa7e-2f97441be6be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1920444'] for subnet, precommit_delete_associations {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:17.921894 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-530d8534-3088-4745-85b3-c573105093a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:17.933332 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-6bdb0714-ae85-4c95-b2ba-77c2b17c29d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:17.950279 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-3b1619d6-b4b8-48c4-8333-924cfb24c24f req-43e9f546-db02-4d83-ac40-620c222e9d7b tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606294 May 10 19:39:17.952902 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-fef8f936-1175-49c8-aa7e-2f97441be6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4008472'] for subnet, precommit_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:17.984300 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-530d8534-3088-4745-85b3-c573105093a3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=28aa7bf3d10042f7a610b21e5482d569&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4142962 May 10 19:39:17.984300 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530d8534-3088-4745-85b3-c573105093a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f584fc-11fb-467e-b36a-855e3d5d1b4c,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:17.986325 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-530d8534-3088-4745-85b3-c573105093a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:17.987065 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 41400) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:39:18.051052 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-3f37aadc-1981-4938-a6f0-76b1212bee13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:18.084240 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-3f37aadc-1981-4938-a6f0-76b1212bee13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:18.253226 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-3f37aadc-1981-4938-a6f0-76b1212bee13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:18.259621 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-1b286fcc-8676-47f5-bbe7-e8995549b950 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:18.273050 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f37aadc-1981-4938-a6f0-76b1212bee13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f584fc-11fb-467e-b36a-855e3d5d1b4c,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:18.282400 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-3f37aadc-1981-4938-a6f0-76b1212bee13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:18.286337 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-3f37aadc-1981-4938-a6f0-76b1212bee13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:18.287596 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-3f37aadc-1981-4938-a6f0-76b1212bee13 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/99f584fc-11fb-467e-b36a-855e3d5d1b4c HTTP/1.1" status: 204 len: 168 time: 0.2994652 May 10 19:39:18.367977 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-fef8f936-1175-49c8-aa7e-2f97441be6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4008471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10826971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1502654'] for subnet, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:18.373055 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-be995b68-b8db-4554-af81-a8fee3f32eb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:18.406130 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef8f936-1175-49c8-aa7e-2f97441be6be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfe4ae14-aa56-47d0-8033-ec9e67c74b5a,revision_number=None']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:18.409599 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-fef8f936-1175-49c8-aa7e-2f97441be6be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:18.412088 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-fef8f936-1175-49c8-aa7e-2f97441be6be admin admin] Notify callbacks [] for subnet, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:18.421476 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-fef8f936-1175-49c8-aa7e-2f97441be6be admin admin] 10.222.0.46 "DELETE /v2.0/subnets/cfe4ae14-aa56-47d0-8033-ec9e67c74b5a HTTP/1.1" status: 204 len: 168 time: 0.7116342 May 10 19:39:18.422305 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 41420) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:39:18.561116 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-bc4a3bd3-c679-4ea1-9ebe-6770ed438932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850776'] for network, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:18.695425 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-bc4a3bd3-c679-4ea1-9ebe-6770ed438932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002531', 'neutron.services.segments.db._delete_segments_for_network-8757498921373'] for network, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:18.709227 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-bc4a3bd3-c679-4ea1-9ebe-6770ed438932 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=79296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:39:18.709566 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-bc4a3bd3-c679-4ea1-9ebe-6770ed438932 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=79296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:39:18.710314 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-bc4a3bd3-c679-4ea1-9ebe-6770ed438932 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:39:18.710660 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-bc4a3bd3-c679-4ea1-9ebe-6770ed438932 admin admin] Subscribe: > port after_create 55550000 {{(pid=79296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:39:18.711012 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-bc4a3bd3-c679-4ea1-9ebe-6770ed438932 admin admin] Subscribe: > port after_delete 55550000 {{(pid=79296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:39:18.711345 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-bc4a3bd3-c679-4ea1-9ebe-6770ed438932 admin admin] Subscribe: > port after_update 55550000 {{(pid=79296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:39:18.711659 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-bc4a3bd3-c679-4ea1-9ebe-6770ed438932 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=79296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:39:18.711978 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-bc4a3bd3-c679-4ea1-9ebe-6770ed438932 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:39:18.712321 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-bc4a3bd3-c679-4ea1-9ebe-6770ed438932 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:39:18.712635 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-bc4a3bd3-c679-4ea1-9ebe-6770ed438932 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=79296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:39:18.779768 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-bc4a3bd3-c679-4ea1-9ebe-6770ed438932 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:39:18.780120 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-bc4a3bd3-c679-4ea1-9ebe-6770ed438932 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:39:18.780449 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-bc4a3bd3-c679-4ea1-9ebe-6770ed438932 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=79296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:39:18.780795 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-bc4a3bd3-c679-4ea1-9ebe-6770ed438932 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=79296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:39:18.781178 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.services.segments.db [None req-bc4a3bd3-c679-4ea1-9ebe-6770ed438932 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12a56f1f-3e46-483d-8b76-5e5fed8bce3e']}} {{(pid=79296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:39:18.795106 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.services.segments.db [None req-bc4a3bd3-c679-4ea1-9ebe-6770ed438932 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb712f42-3bc0-47fc-9fd3-8a638e209a07') {'for_net_delete': True} {{(pid=79296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:39:18.796448 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.services.segments.db [None req-bc4a3bd3-c679-4ea1-9ebe-6770ed438932 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb712f42-3bc0-47fc-9fd3-8a638e209a07') {} {{(pid=79296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:39:18.806690 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-bc4a3bd3-c679-4ea1-9ebe-6770ed438932 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757498933351', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10932823'] for segment, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:18.822326 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-bc4a3bd3-c679-4ea1-9ebe-6770ed438932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007211'] for segment, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:18.829081 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc4a3bd3-c679-4ea1-9ebe-6770ed438932 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=79296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:39:18.829457 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-bc4a3bd3-c679-4ea1-9ebe-6770ed438932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10503786'] for segment, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:18.844779 dv-cinder-784453-6-smb neutron-server[79296]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 19:39:18.844779 dv-cinder-784453-6-smb neutron-server[79296]: from cryptography.utils import int_from_bytes May 10 19:39:18.844779 dv-cinder-784453-6-smb neutron-server[79296]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 19:39:18.844779 dv-cinder-784453-6-smb neutron-server[79296]: from cryptography.utils import int_from_bytes May 10 19:39:18.844779 dv-cinder-784453-6-smb neutron-server[79296]: Traceback (most recent call last): May 10 19:39:18.844779 dv-cinder-784453-6-smb neutron-server[79296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:39:18.844779 dv-cinder-784453-6-smb neutron-server[79296]: timer() May 10 19:39:18.844779 dv-cinder-784453-6-smb neutron-server[79296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:39:18.844779 dv-cinder-784453-6-smb neutron-server[79296]: cb(*args, **kw) May 10 19:39:18.844779 dv-cinder-784453-6-smb neutron-server[79296]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 19:39:18.844779 dv-cinder-784453-6-smb neutron-server[79296]: return func(*args, **kwargs) May 10 19:39:18.844779 dv-cinder-784453-6-smb neutron-server[79296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:39:18.844779 dv-cinder-784453-6-smb neutron-server[79296]: self._notify() May 10 19:39:18.844779 dv-cinder-784453-6-smb neutron-server[79296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:39:18.844779 dv-cinder-784453-6-smb neutron-server[79296]: self.callback(batched_events) May 10 19:39:18.844779 dv-cinder-784453-6-smb neutron-server[79296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:39:18.844779 dv-cinder-784453-6-smb neutron-server[79296]: event.method(event) May 10 19:39:18.844779 dv-cinder-784453-6-smb neutron-server[79296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 19:39:18.844779 dv-cinder-784453-6-smb neutron-server[79296]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:39:18.844779 dv-cinder-784453-6-smb neutron-server[79296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 19:39:18.844779 dv-cinder-784453-6-smb neutron-server[79296]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:39:18.844779 dv-cinder-784453-6-smb neutron-server[79296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 19:39:18.844779 dv-cinder-784453-6-smb neutron-server[79296]: return f(self, *a, **k) May 10 19:39:18.844779 dv-cinder-784453-6-smb neutron-server[79296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 19:39:18.844779 dv-cinder-784453-6-smb neutron-server[79296]: return self._get(url).json() May 10 19:39:18.844779 dv-cinder-784453-6-smb neutron-server[79296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 19:39:18.844779 dv-cinder-784453-6-smb neutron-server[79296]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:39:18.844779 dv-cinder-784453-6-smb neutron-server[79296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:39:18.844779 dv-cinder-784453-6-smb neutron-server[79296]: return self.request(url, 'GET', **kwargs) May 10 19:39:18.844779 dv-cinder-784453-6-smb neutron-server[79296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:39:18.844779 dv-cinder-784453-6-smb neutron-server[79296]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:39:18.844779 dv-cinder-784453-6-smb neutron-server[79296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:39:18.844779 dv-cinder-784453-6-smb neutron-server[79296]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:39:18.844779 dv-cinder-784453-6-smb neutron-server[79296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:39:18.844779 dv-cinder-784453-6-smb neutron-server[79296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:39:18.844779 dv-cinder-784453-6-smb neutron-server[79296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:39:19.065421 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-bc4a3bd3-c679-4ea1-9ebe-6770ed438932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658298'] for network, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:19.069431 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-77bef771-1d2c-4124-aaff-439ac6f983f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:19.087646 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-bc4a3bd3-c679-4ea1-9ebe-6770ed438932 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533414'] for network, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:19.092573 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4a3bd3-c679-4ea1-9ebe-6770ed438932 admin admin] Pushing event deleted for resources: {'Network': ['ID=12a56f1f-3e46-483d-8b76-5e5fed8bce3e,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:19.103631 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 41434) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:39:19.104421 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-bc4a3bd3-c679-4ea1-9ebe-6770ed438932 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:19.108413 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-bc4a3bd3-c679-4ea1-9ebe-6770ed438932 admin admin] 10.222.0.46 "DELETE /v2.0/networks/12a56f1f-3e46-483d-8b76-5e5fed8bce3e HTTP/1.1" status: 204 len: 168 time: 0.6851416 May 10 19:39:19.126173 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-dff4f5f7-8198-4825-9885-f06acb1bd195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:19.146192 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-dff4f5f7-8198-4825-9885-f06acb1bd195 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:39:19.150873 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-dff4f5f7-8198-4825-9885-f06acb1bd195 admin admin] Usage tracker for resource:security_group_rule and tenant:222acf435d5c4e7fb61ac2fd63876c25 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:39:19.154642 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-dff4f5f7-8198-4825-9885-f06acb1bd195 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:39:19.160634 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702f56bd-15ed-4df2-8b20-d5d18d5ba43b req-be6e7835-6171-40e3-85c7-7bc6d58c056b tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:19.160634 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-702f56bd-15ed-4df2-8b20-d5d18d5ba43b req-be6e7835-6171-40e3-85c7-7bc6d58c056b tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae2758c1-2eb6-401f-9a86-e0e9f6c87812 HTTP/1.1" status: 200 len: 946 time: 0.0964336 May 10 19:39:19.161231 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-dff4f5f7-8198-4825-9885-f06acb1bd195 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:39:19.212970 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-702f56bd-15ed-4df2-8b20-d5d18d5ba43b req-89eb7f9b-924a-499c-a1eb-a0085b6d4556 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471973 May 10 19:39:19.253856 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-dff4f5f7-8198-4825-9885-f06acb1bd195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:19.379539 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-dff4f5f7-8198-4825-9885-f06acb1bd195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:19.386396 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-3f37aadc-1981-4938-a6f0-76b1212bee13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:19.431188 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-dff4f5f7-8198-4825-9885-f06acb1bd195 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=222acf435d5c4e7fb61ac2fd63876c25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3251333 May 10 19:39:19.432062 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4f5f7-8198-4825-9885-f06acb1bd195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1128eb3c-4110-4909-aaa5-e8bf1ca87824,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:19.434608 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 41440) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:39:19.435615 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-dff4f5f7-8198-4825-9885-f06acb1bd195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:19.496571 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-7a317982-befc-4b26-9b64-c5eb40c905d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:19.522585 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-7a317982-befc-4b26-9b64-c5eb40c905d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:19.576825 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 41448) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:39:19.637014 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-cecaafe0-e5c2-4939-9ce6-56b6a53fdcd7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=159bee55d62d4502812dbd36ea9cba62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0587044 May 10 19:39:19.653763 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 41454) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:39:19.671807 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-7a317982-befc-4b26-9b64-c5eb40c905d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:19.676095 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:19.697521 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a317982-befc-4b26-9b64-c5eb40c905d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1128eb3c-4110-4909-aaa5-e8bf1ca87824,revision_number=None']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:19.705876 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-7a317982-befc-4b26-9b64-c5eb40c905d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:19.726591 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-7a317982-befc-4b26-9b64-c5eb40c905d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:19.727725 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-7a317982-befc-4b26-9b64-c5eb40c905d2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1128eb3c-4110-4909-aaa5-e8bf1ca87824 HTTP/1.1" status: 204 len: 168 time: 0.2920790 May 10 19:39:19.746346 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-1536293a-297c-4c1a-897c-fc543a1c18a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:19.774556 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-1536293a-297c-4c1a-897c-fc543a1c18a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:19.925745 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-1536293a-297c-4c1a-897c-fc543a1c18a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:19.929695 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-e94ed03e-c29c-497b-a620-f573b744b7bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:19.943504 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1536293a-297c-4c1a-897c-fc543a1c18a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311ad93e-20da-42c7-8501-835c089ae174,revision_number=None']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:19.946062 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-1536293a-297c-4c1a-897c-fc543a1c18a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:20.041995 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-1536293a-297c-4c1a-897c-fc543a1c18a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:20.045477 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-1536293a-297c-4c1a-897c-fc543a1c18a3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/311ad93e-20da-42c7-8501-835c089ae174 HTTP/1.1" status: 204 len: 168 time: 0.4028323 May 10 19:39:20.480069 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b7026-1cd1-4512-85f8-e67428ea4ebf req-dd1f5ff4-7800-47c2-9edf-b907118d3703 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:20.481563 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-761b7026-1cd1-4512-85f8-e67428ea4ebf req-dd1f5ff4-7800-47c2-9edf-b907118d3703 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae2758c1-2eb6-401f-9a86-e0e9f6c87812 HTTP/1.1" status: 200 len: 946 time: 0.1418009 May 10 19:39:20.518003 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ba0f2-8351-4185-ac2b-3e0ed4970366 req-c8adb7b2-795a-4042-ab82-58e28f153b4d tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:20.518908 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-217ba0f2-8351-4185-ac2b-3e0ed4970366 req-c8adb7b2-795a-4042-ab82-58e28f153b4d tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc697a1e-4e44-40c1-b4b8-706eecd84c22 HTTP/1.1" status: 200 len: 946 time: 0.1419814 May 10 19:39:20.563705 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-761b7026-1cd1-4512-85f8-e67428ea4ebf req-c3970d7e-c0c2-45c3-b229-4e904f3694ba tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752144 May 10 19:39:20.592286 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-217ba0f2-8351-4185-ac2b-3e0ed4970366 req-194e07af-ce37-4489-865f-a9f71d092a9c tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/security-groups?id=294b53ad-6834-49da-93cc-8cdce0637b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600531 May 10 19:39:20.690544 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 41488) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:39:20.749638 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-e3e5b993-5f07-4967-9527-e546f2e8e934 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c1bcc016a8174827a8c544add0506e36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0578196 May 10 19:39:20.752185 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 41496) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:39:20.823447 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-a2bfa99f-eaf0-4a6e-ba63-a59bcb983907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:20.851605 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-a2bfa99f-eaf0-4a6e-ba63-a59bcb983907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:20.983088 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-a2bfa99f-eaf0-4a6e-ba63-a59bcb983907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:20.987958 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-14b6d871-ca53-4c93-a6d1-e3ac9e0ae331 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:21.002283 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bfa99f-eaf0-4a6e-ba63-a59bcb983907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52523a27-c6d9-49f0-929d-8641766c056f,revision_number=None']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:21.005191 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-a2bfa99f-eaf0-4a6e-ba63-a59bcb983907 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:21.006461 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-a2bfa99f-eaf0-4a6e-ba63-a59bcb983907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:21.009371 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-a2bfa99f-eaf0-4a6e-ba63-a59bcb983907 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/52523a27-c6d9-49f0-929d-8641766c056f HTTP/1.1" status: 204 len: 168 time: 0.2544565 May 10 19:39:21.099831 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 41508) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:39:21.208864 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.v2.base [None req-4eb11441-a436-4cee-9aff-6851182f6fe8 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1920236799-network', 'tenant_id': 'd0dac62768a442c99e4138cb04cb66c5'}} {{(pid=79295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:39:21.214549 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-4eb11441-a436-4cee-9aff-6851182f6fe8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:39:21.218782 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-4eb11441-a436-4cee-9aff-6851182f6fe8 admin admin] Usage tracker for resource:network and tenant:d0dac62768a442c99e4138cb04cb66c5 is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:39:21.221684 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-4eb11441-a436-4cee-9aff-6851182f6fe8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:39:21.228038 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-4eb11441-a436-4cee-9aff-6851182f6fe8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:39:21.320147 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb11441-a436-4cee-9aff-6851182f6fe8 admin admin] Made reservation on behalf of d0dac62768a442c99e4138cb04cb66c5 for: {'network': 1} {{(pid=79295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:39:21.322665 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-4eb11441-a436-4cee-9aff-6851182f6fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for network, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:21.335084 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-4eb11441-a436-4cee-9aff-6851182f6fe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:21.353470 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-4eb11441-a436-4cee-9aff-6851182f6fe8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:39:21.359031 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-4eb11441-a436-4cee-9aff-6851182f6fe8 admin admin] Usage tracker for resource:security_group_rule and tenant:d0dac62768a442c99e4138cb04cb66c5 is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:39:21.361462 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-4eb11441-a436-4cee-9aff-6851182f6fe8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:39:21.367849 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-4eb11441-a436-4cee-9aff-6851182f6fe8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:39:21.453619 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-4eb11441-a436-4cee-9aff-6851182f6fe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:21.510595 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-4eb11441-a436-4cee-9aff-6851182f6fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:21.514397 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-b5f114bb-5028-43ce-b25b-9352e32e4ea5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:21.549359 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eb11441-a436-4cee-9aff-6851182f6fe8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=79295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:39:21.556457 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb11441-a436-4cee-9aff-6851182f6fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cbc462e-7fe5-45d5-b0fa-b44c1f1fa183,revision_number=1']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:21.560588 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-4eb11441-a436-4cee-9aff-6851182f6fe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:21.565748 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-4eb11441-a436-4cee-9aff-6851182f6fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007211'] for segment, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:21.566371 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.db.segments_db [None req-4eb11441-a436-4cee-9aff-6851182f6fe8 admin admin] Added segment 5d085235-7540-4ad2-8bc9-02dff603006c of type vlan for network bc9ba629-1e84-4f68-9be9-e05f86f60ad1 May 10 19:39:21.600940 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-4eb11441-a436-4cee-9aff-6851182f6fe8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757498498946'] for network, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:21.731654 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-4eb11441-a436-4cee-9aff-6851182f6fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384'] for network, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:21.829405 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb11441-a436-4cee-9aff-6851182f6fe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:21.829893 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-4eb11441-a436-4cee-9aff-6851182f6fe8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533414'] for network, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:21.833198 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:21.965907 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb11441-a436-4cee-9aff-6851182f6fe8 admin admin] Pushing event updated for resources: {'Network': ['ID=bc9ba629-1e84-4f68-9be9-e05f86f60ad1,revision_number=1']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:21.976597 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Network bc9ba629-1e84-4f68-9be9-e05f86f60ad1 details requested by agent ovs-agent-dv-cinder-784453-6-smb with host dv-cinder-784453-6-smb {{(pid=79297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 19:39:21.977256 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-4eb11441-a436-4cee-9aff-6851182f6fe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:22.022412 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e380302-542b-4d99-b1e0-fdca7e518f16 req-058d950b-1f5e-4ddf-9ea6-319ab432f0fb tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:22.029291 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-6e380302-542b-4d99-b1e0-fdca7e518f16 req-058d950b-1f5e-4ddf-9ea6-319ab432f0fb tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae2758c1-2eb6-401f-9a86-e0e9f6c87812 HTTP/1.1" status: 200 len: 946 time: 0.3367858 May 10 19:39:22.038894 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e2342e-9fbb-4740-bdb7-571dcc24ab60 req-4e4177cb-1e6f-4bb3-8157-36582173452f tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:22.040343 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-23e2342e-9fbb-4740-bdb7-571dcc24ab60 req-4e4177cb-1e6f-4bb3-8157-36582173452f tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc697a1e-4e44-40c1-b4b8-706eecd84c22 HTTP/1.1" status: 200 len: 946 time: 0.3159609 May 10 19:39:22.057173 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-4eb11441-a436-4cee-9aff-6851182f6fe8 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9562347 May 10 19:39:22.065130 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 41544) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:39:22.073402 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.v2.base [None req-e1bcdfd9-7383-4f5a-ba0a-0c32e45a6eb3 admin admin] Request body: {'subnet': {'network_id': 'bc9ba629-1e84-4f68-9be9-e05f86f60ad1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1920236799-subnet', 'tenant_id': 'd0dac62768a442c99e4138cb04cb66c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:39:22.083609 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-e1bcdfd9-7383-4f5a-ba0a-0c32e45a6eb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:39:22.088647 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-e1bcdfd9-7383-4f5a-ba0a-0c32e45a6eb3 admin admin] Usage tracker for resource:subnet and tenant:d0dac62768a442c99e4138cb04cb66c5 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:39:22.093739 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-e1bcdfd9-7383-4f5a-ba0a-0c32e45a6eb3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:39:22.102282 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-e1bcdfd9-7383-4f5a-ba0a-0c32e45a6eb3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:39:22.135525 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-6e380302-542b-4d99-b1e0-fdca7e518f16 req-640b3870-59a7-466a-9ef1-b9c972f49ad2 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052561 May 10 19:39:22.183448 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-23e2342e-9fbb-4740-bdb7-571dcc24ab60 req-8831a691-5420-4845-b67d-6c0cb97846fe tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/security-groups?id=294b53ad-6834-49da-93cc-8cdce0637b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063828 May 10 19:39:22.234273 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1bcdfd9-7383-4f5a-ba0a-0c32e45a6eb3 admin admin] Made reservation on behalf of d0dac62768a442c99e4138cb04cb66c5 for: {'subnet': 1} {{(pid=79296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:39:22.236839 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-e1bcdfd9-7383-4f5a-ba0a-0c32e45a6eb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10614077'] for subnet, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:22.404618 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b45906b-c28c-44ad-ba26-fe56211e68b9 req-142d4750-5d0b-4e66-aaec-f5ba14f82524 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:22.408725 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-1b45906b-c28c-44ad-ba26-fe56211e68b9 req-142d4750-5d0b-4e66-aaec-f5ba14f82524 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc697a1e-4e44-40c1-b4b8-706eecd84c22 HTTP/1.1" status: 200 len: 946 time: 0.0901728 May 10 19:39:22.571318 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.plugin [req-1b45906b-c28c-44ad-ba26-fe56211e68b9 req-88b15191-bc21-40c8-9c03-ce58945c8b87 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Deleting port 823d2af5-b27e-4751-b38e-fd093f100524 {{(pid=79295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:39:22.572002 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-1b45906b-c28c-44ad-ba26-fe56211e68b9 req-88b15191-bc21-40c8-9c03-ce58945c8b87 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757498910621'] for port, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:22.733817 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.db [req-1b45906b-c28c-44ad-ba26-fe56211e68b9 req-88b15191-bc21-40c8-9c03-ce58945c8b87 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] For port 823d2af5-b27e-4751-b38e-fd093f100524, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=823d2af5-b27e-4751-b38e-fd093f100524,segment=NetworkSegment(a8cd83e0-583d-47d8-8b48-31fe59f67f8c),segment_id=a8cd83e0-583d-47d8-8b48-31fe59f67f8c)] {{(pid=79295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:39:22.734169 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-1b45906b-c28c-44ad-ba26-fe56211e68b9 req-88b15191-bc21-40c8-9c03-ce58945c8b87 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670902'] for port, precommit_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:22.762143 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-e1bcdfd9-7383-4f5a-ba0a-0c32e45a6eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10909135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10614095'] for subnet, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:22.767773 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-cc55e1ae-182c-4769-b0ff-bd56f33e15af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:22.873180 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bcdfd9-7383-4f5a-ba0a-0c32e45a6eb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd1222c7-f3c3-4f80-a130-242fefe67abc,revision_number=0']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:22.877138 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-e1bcdfd9-7383-4f5a-ba0a-0c32e45a6eb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:22.903091 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bcdfd9-7383-4f5a-ba0a-0c32e45a6eb3 admin admin] Checking segment: {'id': '5d085235-7540-4ad2-8bc9-02dff603006c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'bc9ba629-1e84-4f68-9be9-e05f86f60ad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:39:22.903705 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1bcdfd9-7383-4f5a-ba0a-0c32e45a6eb3 admin admin] Network hostable DHCP agents. Network: bc9ba629-1e84-4f68-9be9-e05f86f60ad1, hostable agents: ['cf5774e5-e4b1-412e-9d40-b43239b08ac1'], hosted agents: [] {{(pid=79296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:39:22.911450 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.plugin [req-1b45906b-c28c-44ad-ba26-fe56211e68b9 req-88b15191-bc21-40c8-9c03-ce58945c8b87 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Calling delete_port for 823d2af5-b27e-4751-b38e-fd093f100524 owned by compute:nova {{(pid=79295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:39:23.023435 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1bcdfd9-7383-4f5a-ba0a-0c32e45a6eb3 admin admin] Network bc9ba629-1e84-4f68-9be9-e05f86f60ad1 is scheduled to be hosted by DHCP agent cf5774e5-e4b1-412e-9d40-b43239b08ac1 with binding_index 1 {{(pid=79296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:39:23.133734 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.base_scheduler [None req-e1bcdfd9-7383-4f5a-ba0a-0c32e45a6eb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-6-smb, bc9ba629-1e84-4f68-9be9-e05f86f60ad1) {{(pid=79296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:39:23.142981 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3852c5-b8a3-4537-810f-c787c59492c0 None None] Network bc9ba629-1e84-4f68-9be9-e05f86f60ad1 requested from dv-cinder-784453-6-smb {{(pid=79297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:39:23.143514 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bcdfd9-7383-4f5a-ba0a-0c32e45a6eb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:23.143642 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-e1bcdfd9-7383-4f5a-ba0a-0c32e45a6eb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533414'] for subnet, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:23.166496 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-1b45906b-c28c-44ad-ba26-fe56211e68b9 req-88b15191-bc21-40c8-9c03-ce58945c8b87 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757498915184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757498479629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10826888'] for port, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:23.174551 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:23.248714 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-e1bcdfd9-7383-4f5a-ba0a-0c32e45a6eb3 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1809728 May 10 19:39:23.259423 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b15191-bc21-40c8-9c03-ce58945c8b87 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Pushing event deleted for resources: {'Port': ['ID=823d2af5-b27e-4751-b38e-fd093f100524,revision_number=None']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:23.259423 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-88b15191-bc21-40c8-9c03-ce58945c8b87 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:23.354970 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] get_ports_and_sgs() called for port_ids ['fc0fd2fa-be3b-4113-9661-7e2725606ffc', '9b9849f4-b4e7-4445-af36-b74d0f23e5e8', '0c8d9906-07cc-4177-8c44-7771b7be8733', '823d2af5-b27e-4751-b38e-fd093f100524'] {{(pid=79297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:39:23.406329 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b45906b-c28c-44ad-ba26-fe56211e68b9 req-88b15191-bc21-40c8-9c03-ce58945c8b87 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] No DVR routers for this DVR port 823d2af5-b27e-4751-b38e-fd093f100524 on host hv-cinder-78445 {{(pid=79295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:39:23.410600 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-1b45906b-c28c-44ad-ba26-fe56211e68b9 req-88b15191-bc21-40c8-9c03-ce58945c8b87 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149324'] for port, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:23.418562 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc697a1e-4e44-40c1-b4b8-706eecd84c22', 'name': 'network-vif-deleted', 'tag': '823d2af5-b27e-4751-b38e-fd093f100524'}] {{(pid=79295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:39:23.427088 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14e1af1-709a-4e8f-b86d-3fec66a478ce None None] Network bc9ba629-1e84-4f68-9be9-e05f86f60ad1 requested from dv-cinder-784453-6-smb {{(pid=79297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:39:23.520401 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-9cc88285-4025-4aa3-81f2-4db31b52f6c6 req-374a1e6a-63ef-4acb-aba3-1c1c293aac1d tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Synchronizing usage tracker for tenant:199515a807db4df6b09d4d3ef44250c3 on resource:port {{(pid=79295) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:39:23.577361 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54071af2-c2c2-4ba8-a20c-6ee46905b6d4 req-fff18d91-2830-4c23-a133-dac34632a67b tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:23.578988 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-54071af2-c2c2-4ba8-a20c-6ee46905b6d4 req-fff18d91-2830-4c23-a133-dac34632a67b tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae2758c1-2eb6-401f-9a86-e0e9f6c87812 HTTP/1.1" status: 200 len: 946 time: 0.1751900 May 10 19:39:23.607543 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-1b45906b-c28c-44ad-ba26-fe56211e68b9 req-88b15191-bc21-40c8-9c03-ce58945c8b87 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.36 "DELETE /v2.0/ports/823d2af5-b27e-4751-b38e-fd093f100524 HTTP/1.1" status: 204 len: 173 time: 1.1926639 May 10 19:39:23.638061 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-54071af2-c2c2-4ba8-a20c-6ee46905b6d4 req-a91a3fe4-6b59-4eef-8d10-2c16103bd35d tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528979 May 10 19:39:23.695504 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc697a1e-4e44-40c1-b4b8-706eecd84c22', 'name': 'network-vif-deleted', 'tag': '823d2af5-b27e-4751-b38e-fd093f100524', 'status': 'completed', 'code': 200} May 10 19:39:23.710984 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-9cc88285-4025-4aa3-81f2-4db31b52f6c6 req-374a1e6a-63ef-4acb-aba3-1c1c293aac1d tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Unset dirty status for tenant:199515a807db4df6b09d4d3ef44250c3 on resource:port {{(pid=79295) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:39:23.712226 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-9cc88285-4025-4aa3-81f2-4db31b52f6c6 req-374a1e6a-63ef-4acb-aba3-1c1c293aac1d tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc697a1e-4e44-40c1-b4b8-706eecd84c22 HTTP/1.1" status: 200 len: 210 time: 0.3072183 May 10 19:39:24.912305 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a3abdc-ca50-4adc-b427-74abaca7192a req-65cc6ef6-437f-4959-9f6b-0f6825f4bbc2 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:24.913836 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-84a3abdc-ca50-4adc-b427-74abaca7192a req-65cc6ef6-437f-4959-9f6b-0f6825f4bbc2 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae2758c1-2eb6-401f-9a86-e0e9f6c87812 HTTP/1.1" status: 200 len: 946 time: 0.1308100 May 10 19:39:24.924813 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-b139042f-7a69-48cd-953d-d1bc8bcd5f0a req-8d4f8cbc-9c4c-4275-8701-0d7b540f764d tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc697a1e-4e44-40c1-b4b8-706eecd84c22 HTTP/1.1" status: 200 len: 210 time: 0.0582962 May 10 19:39:24.968035 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-84a3abdc-ca50-4adc-b427-74abaca7192a req-5bcc7ff4-2bf5-4c3d-ba18-ac1119604ec3 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422688 May 10 19:39:26.283568 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aedbe24-d765-49e3-be79-215f3ce58ce7 req-e1c994d0-138e-4c4d-9691-06a155300df3 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:26.284246 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-5aedbe24-d765-49e3-be79-215f3ce58ce7 req-e1c994d0-138e-4c4d-9691-06a155300df3 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Synchronizing usage tracker for tenant:d0dac62768a442c99e4138cb04cb66c5 on resource:network {{(pid=79295) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:39:26.304624 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65259cef-82cd-489d-b5e6-9011079dfaaf req-54028110-d425-48da-b827-8cd6d5aa4b1a tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:26.306032 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-65259cef-82cd-489d-b5e6-9011079dfaaf req-54028110-d425-48da-b827-8cd6d5aa4b1a tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae2758c1-2eb6-401f-9a86-e0e9f6c87812 HTTP/1.1" status: 200 len: 946 time: 0.1512489 May 10 19:39:26.419839 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-65259cef-82cd-489d-b5e6-9011079dfaaf req-b9e4242b-773b-46ea-89e6-7fc74e86c71e tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968151 May 10 19:39:26.422722 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-5aedbe24-d765-49e3-be79-215f3ce58ce7 req-e1c994d0-138e-4c4d-9691-06a155300df3 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Unset dirty status for tenant:d0dac62768a442c99e4138cb04cb66c5 on resource:network {{(pid=79295) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:39:26.423756 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-5aedbe24-d765-49e3-be79-215f3ce58ce7 req-e1c994d0-138e-4c4d-9691-06a155300df3 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] 10.222.0.46 "GET /v2.0/networks?id=bc9ba629-1e84-4f68-9be9-e05f86f60ad1 HTTP/1.1" status: 200 len: 814 time: 0.3421772 May 10 19:39:26.439661 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-5aedbe24-d765-49e3-be79-215f3ce58ce7 req-04a2daaa-6ffc-44fd-aa4c-cac28226167c tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] 10.222.0.46 "GET /v2.0/quotas/d0dac62768a442c99e4138cb04cb66c5 HTTP/1.1" status: 200 len: 375 time: 0.0103953 May 10 19:39:26.488037 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-5aedbe24-d765-49e3-be79-215f3ce58ce7 req-066db65f-529e-4cf7-8d6b-3b33bdaec894 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d0dac62768a442c99e4138cb04cb66c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425498 May 10 19:39:26.630887 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-5aedbe24-d765-49e3-be79-215f3ce58ce7 req-b02b3c6d-844b-4277-a0e6-e8d65f51f431 service neutron] 10.222.0.46 "GET /v2.0/networks/bc9ba629-1e84-4f68-9be9-e05f86f60ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356864 May 10 19:39:26.767735 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-5aedbe24-d765-49e3-be79-215f3ce58ce7 req-47aab169-eb74-4002-8e98-80c90a6f8145 service neutron] 10.222.0.46 "GET /v2.0/networks/bc9ba629-1e84-4f68-9be9-e05f86f60ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296072 May 10 19:39:27.089424 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-0ebf0e52-e895-43bc-9ef1-286e8851fc96 req-581a8d55-8887-4f42-a94d-3a868d7c7cf4 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] 10.222.0.46 "GET /v2.0/ports?device_id=996cab60-52e5-4fa8-96d0-681c1417eefc HTTP/1.1" status: 200 len: 210 time: 0.0416944 May 10 19:39:27.246385 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device 823d2af5-b27e-4751-b38e-fd093f100524 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:39:27.281865 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.plugin [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] No Port match for: 823d2af5-b27e-4751-b38e-fd093f100524 {{(pid=79297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:39:27.282207 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device 823d2af5-b27e-4751-b38e-fd093f100524 not bound to the agent host hv-cinder-78445 {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:39:27.646611 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e285068c-4784-4689-8ff1-c682d1f8d35e req-2554f2a2-d14c-490a-a5fd-b68b925eca0a tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:27.648243 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-e285068c-4784-4689-8ff1-c682d1f8d35e req-2554f2a2-d14c-490a-a5fd-b68b925eca0a tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae2758c1-2eb6-401f-9a86-e0e9f6c87812 HTTP/1.1" status: 200 len: 946 time: 0.1008105 May 10 19:39:27.694300 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-e285068c-4784-4689-8ff1-c682d1f8d35e req-48f3891d-c23a-4c75-a34e-f1cc08ba083d tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400105 May 10 19:39:28.087423 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fc3dd6-b13c-40fd-9978-b2cf89a630e9 req-53dcb69b-d4e6-4651-978a-6d2fc204b5a0 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:28.089053 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-12fc3dd6-b13c-40fd-9978-b2cf89a630e9 req-53dcb69b-d4e6-4651-978a-6d2fc204b5a0 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecd04b4c-de26-480d-b665-1073ac0e1b1f HTTP/1.1" status: 200 len: 946 time: 0.0825713 May 10 19:39:28.135939 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-12fc3dd6-b13c-40fd-9978-b2cf89a630e9 req-ad5c5099-6671-488e-b2fc-7bc2e7fdb197 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/security-groups?id=294b53ad-6834-49da-93cc-8cdce0637b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405042 May 10 19:39:28.252186 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-820b7488-fb7a-47c9-a6f6-e6e636a139c3 req-39285026-41af-48d9-ba7b-57f810afaafd tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] 10.222.0.46 "GET /v2.0/ports?device_id=996cab60-52e5-4fa8-96d0-681c1417eefc HTTP/1.1" status: 200 len: 210 time: 0.0522687 May 10 19:39:28.605631 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e565d76-339f-4386-8369-27e4392d4bf7 req-7a0f9254-ca0c-4a1c-b5ab-245ac8a5e32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:28.607184 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-4e565d76-339f-4386-8369-27e4392d4bf7 req-7a0f9254-ca0c-4a1c-b5ab-245ac8a5e32b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ae2758c1-2eb6-401f-9a86-e0e9f6c87812 HTTP/1.1" status: 200 len: 1099 time: 0.0770180 May 10 19:39:28.655665 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-4e565d76-339f-4386-8369-27e4392d4bf7 req-a87f2124-3412-4889-8cd6-b6280eda37c3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381336 May 10 19:39:28.885070 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b365e69-2ab9-4b69-9930-d8e23624f6d1 req-4a85f1ca-f0e5-424e-be1e-ac3c9ac232c0 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:28.886633 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-0b365e69-2ab9-4b69-9930-d8e23624f6d1 req-4a85f1ca-f0e5-424e-be1e-ac3c9ac232c0 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae2758c1-2eb6-401f-9a86-e0e9f6c87812 HTTP/1.1" status: 200 len: 946 time: 0.0843384 May 10 19:39:28.933223 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-0b365e69-2ab9-4b69-9930-d8e23624f6d1 req-41f8d943-76fc-4154-8174-2bbda27d4556 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392461 May 10 19:39:29.332707 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5b3085-073e-49fd-9ce7-b50f0388d95f req-520edc02-b309-486f-91e8-aae335105b7c tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:29.333901 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-3c5b3085-073e-49fd-9ce7-b50f0388d95f req-520edc02-b309-486f-91e8-aae335105b7c tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecd04b4c-de26-480d-b665-1073ac0e1b1f HTTP/1.1" status: 200 len: 946 time: 0.0911515 May 10 19:39:29.429153 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-34e6a9c3-b7ad-4bef-9ef0-41730e87b8cd req-174cd3df-af0e-4c1a-9445-cb53be16d941 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] 10.222.0.46 "GET /v2.0/ports?device_id=996cab60-52e5-4fa8-96d0-681c1417eefc HTTP/1.1" status: 200 len: 210 time: 0.0574529 May 10 19:39:29.434512 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-3c5b3085-073e-49fd-9ce7-b50f0388d95f req-9aa68f5a-432d-4b58-a216-a35ceb183dbf tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/security-groups?id=294b53ad-6834-49da-93cc-8cdce0637b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901229 May 10 19:39:29.460749 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 41694) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:39:29.590392 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-9318bc1a-ec55-467f-89d4-b8cc123ddc73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:29.611075 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-9318bc1a-ec55-467f-89d4-b8cc123ddc73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:39:29.615398 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-9318bc1a-ec55-467f-89d4-b8cc123ddc73 admin admin] Usage tracker for resource:security_group_rule and tenant:05474bd4dfd34337966d88140f25159d is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:39:29.618374 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-9318bc1a-ec55-467f-89d4-b8cc123ddc73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:39:29.624236 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-9318bc1a-ec55-467f-89d4-b8cc123ddc73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:39:29.687832 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aedbe24-d765-49e3-be79-215f3ce58ce7 req-24f5dcf2-a44e-40f8-aad8-7aa8bf861e3c tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:29.690171 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-5aedbe24-d765-49e3-be79-215f3ce58ce7 req-24f5dcf2-a44e-40f8-aad8-7aa8bf861e3c tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] 10.222.0.36 "GET /v2.0/networks?id=bc9ba629-1e84-4f68-9be9-e05f86f60ad1 HTTP/1.1" status: 200 len: 814 time: 0.1809211 May 10 19:39:29.705041 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.v2.base [req-5aedbe24-d765-49e3-be79-215f3ce58ce7 req-3b8db9b8-a6c9-4684-a224-13c2e940fab0 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Request body: {'port': {'device_id': '996cab60-52e5-4fa8-96d0-681c1417eefc', 'network_id': 'bc9ba629-1e84-4f68-9be9-e05f86f60ad1', 'admin_state_up': True, 'tenant_id': 'd0dac62768a442c99e4138cb04cb66c5'}} {{(pid=79295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:39:29.715373 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-9318bc1a-ec55-467f-89d4-b8cc123ddc73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:29.805882 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-9318bc1a-ec55-467f-89d4-b8cc123ddc73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:29.824437 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-6c9988ce-1d69-4efe-9d67-9a6804e93140 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:29.864480 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [req-5aedbe24-d765-49e3-be79-215f3ce58ce7 req-3b8db9b8-a6c9-4684-a224-13c2e940fab0 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:39:29.865275 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9318bc1a-ec55-467f-89d4-b8cc123ddc73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1e392c-832a-4c2f-93ff-d3d4c5dffe8c,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:29.868961 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-5aedbe24-d765-49e3-be79-215f3ce58ce7 req-3b8db9b8-a6c9-4684-a224-13c2e940fab0 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Usage tracker for resource:port and tenant:d0dac62768a442c99e4138cb04cb66c5 is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:39:29.872348 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-5aedbe24-d765-49e3-be79-215f3ce58ce7 req-3b8db9b8-a6c9-4684-a224-13c2e940fab0 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:39:29.872910 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-9318bc1a-ec55-467f-89d4-b8cc123ddc73 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=05474bd4dfd34337966d88140f25159d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4109793 May 10 19:39:29.873701 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 41704) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:39:29.874686 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-9318bc1a-ec55-467f-89d4-b8cc123ddc73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:29.879060 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [req-5aedbe24-d765-49e3-be79-215f3ce58ce7 req-3b8db9b8-a6c9-4684-a224-13c2e940fab0 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:39:29.939798 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-c16d54e5-ae97-47d5-aa9a-c95103c33b4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:29.979973 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-c16d54e5-ae97-47d5-aa9a-c95103c33b4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:29.994415 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5aedbe24-d765-49e3-be79-215f3ce58ce7 req-3b8db9b8-a6c9-4684-a224-13c2e940fab0 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Made reservation on behalf of d0dac62768a442c99e4138cb04cb66c5 for: {'port': 1} {{(pid=79295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:39:29.998014 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-5aedbe24-d765-49e3-be79-215f3ce58ce7 req-3b8db9b8-a6c9-4684-a224-13c2e940fab0 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:30.145171 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a2fa75-f631-47ff-94ad-0e1bdb0263f6 req-92249082-d8f0-465f-825c-478a8ec43925 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:30.146898 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-e0a2fa75-f631-47ff-94ad-0e1bdb0263f6 req-92249082-d8f0-465f-825c-478a8ec43925 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecd04b4c-de26-480d-b665-1073ac0e1b1f HTTP/1.1" status: 200 len: 946 time: 0.2078540 May 10 19:39:30.171729 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-c16d54e5-ae97-47d5-aa9a-c95103c33b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:30.176399 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-c82ff735-34dc-43c6-ac68-58cb7679cb07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:30.190353 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16d54e5-ae97-47d5-aa9a-c95103c33b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e1e392c-832a-4c2f-93ff-d3d4c5dffe8c,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:30.192911 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-c16d54e5-ae97-47d5-aa9a-c95103c33b4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:30.194286 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-c16d54e5-ae97-47d5-aa9a-c95103c33b4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:30.195674 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-c16d54e5-ae97-47d5-aa9a-c95103c33b4b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3e1e392c-832a-4c2f-93ff-d3d4c5dffe8c HTTP/1.1" status: 204 len: 168 time: 0.3196106 May 10 19:39:30.316810 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259c0d95-d452-4802-a0ac-bf53030f8e5d req-038d8d26-c894-4797-8658-390a92839980 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:30.318303 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-259c0d95-d452-4802-a0ac-bf53030f8e5d req-038d8d26-c894-4797-8658-390a92839980 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae2758c1-2eb6-401f-9a86-e0e9f6c87812 HTTP/1.1" status: 200 len: 946 time: 0.2536330 May 10 19:39:30.472709 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-259c0d95-d452-4802-a0ac-bf53030f8e5d req-d16a66ab-e29f-4d10-aaea-0e37d6d91710 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453071 May 10 19:39:30.479799 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.db_base_plugin_common [req-5aedbe24-d765-49e3-be79-215f3ce58ce7 req-3b8db9b8-a6c9-4684-a224-13c2e940fab0 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Allocated IP 172.20.0.3 (bc9ba629-1e84-4f68-9be9-e05f86f60ad1/cd1222c7-f3c3-4f80-a130-242fefe67abc/d6ab1dc2-b933-4bc4-ad6c-272a2f942d97) {{(pid=79295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:39:30.529826 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.plugin [req-e0a2fa75-f631-47ff-94ad-0e1bdb0263f6 req-b127b545-084f-485e-89f9-3d4135c35abc tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Deleting port 0c8d9906-07cc-4177-8c44-7771b7be8733 {{(pid=79295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:39:30.530179 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-e0a2fa75-f631-47ff-94ad-0e1bdb0263f6 req-b127b545-084f-485e-89f9-3d4135c35abc tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757498910621'] for port, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:30.712577 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-4395b3d3-eef5-41bd-adac-9d620730a8ec req-0647ebcc-099f-4925-bf1a-b12f2893d19e tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] 10.222.0.46 "GET /v2.0/ports?device_id=996cab60-52e5-4fa8-96d0-681c1417eefc HTTP/1.1" status: 200 len: 210 time: 0.1529698 May 10 19:39:30.887456 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.db [req-e0a2fa75-f631-47ff-94ad-0e1bdb0263f6 req-b127b545-084f-485e-89f9-3d4135c35abc tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] For port 0c8d9906-07cc-4177-8c44-7771b7be8733, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=0c8d9906-07cc-4177-8c44-7771b7be8733,segment=NetworkSegment(a8cd83e0-583d-47d8-8b48-31fe59f67f8c),segment_id=a8cd83e0-583d-47d8-8b48-31fe59f67f8c)] {{(pid=79295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:39:30.887859 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-e0a2fa75-f631-47ff-94ad-0e1bdb0263f6 req-b127b545-084f-485e-89f9-3d4135c35abc tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670902'] for port, precommit_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:30.968153 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 41734) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:39:31.005002 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-8859aeac-69d7-4912-9fdf-bbf809a69aec admin admin] Notify callbacks [] for security_group, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:31.024863 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-8859aeac-69d7-4912-9fdf-bbf809a69aec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:39:31.032238 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-8859aeac-69d7-4912-9fdf-bbf809a69aec admin admin] Usage tracker for resource:security_group_rule and tenant:e32750a6b3534118b61b09c282107904 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:39:31.036604 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-8859aeac-69d7-4912-9fdf-bbf809a69aec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:39:31.044676 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.plugin [req-e0a2fa75-f631-47ff-94ad-0e1bdb0263f6 req-b127b545-084f-485e-89f9-3d4135c35abc tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Calling delete_port for 0c8d9906-07cc-4177-8c44-7771b7be8733 owned by compute:nova {{(pid=79295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:39:31.046395 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-8859aeac-69d7-4912-9fdf-bbf809a69aec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:39:31.075663 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe6448-6b4f-4c21-9256-db63c29cefed req-92254b0c-b5a0-4137-b694-ceea06a95a0a tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:31.085051 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-8dfe6448-6b4f-4c21-9256-db63c29cefed req-92254b0c-b5a0-4137-b694-ceea06a95a0a tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecd04b4c-de26-480d-b665-1073ac0e1b1f HTTP/1.1" status: 200 len: 946 time: 0.4687350 May 10 19:39:31.140258 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-5aedbe24-d765-49e3-be79-215f3ce58ce7 req-3b8db9b8-a6c9-4684-a224-13c2e940fab0 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Notify callbacks [] for port, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:31.183268 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-8dfe6448-6b4f-4c21-9256-db63c29cefed req-4c76c20e-b486-4a0c-b71c-c05030f8b60d tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/security-groups?id=294b53ad-6834-49da-93cc-8cdce0637b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990582 May 10 19:39:31.188133 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-8859aeac-69d7-4912-9fdf-bbf809a69aec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:31.320612 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-8859aeac-69d7-4912-9fdf-bbf809a69aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:31.327842 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-fa677cf6-db66-4253-bef6-228f5c9eab18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:31.354990 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-5aedbe24-d765-49e3-be79-215f3ce58ce7 req-3b8db9b8-a6c9-4684-a224-13c2e940fab0 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757498479620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10826888'] for port, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:31.365500 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-e0a2fa75-f631-47ff-94ad-0e1bdb0263f6 req-b127b545-084f-485e-89f9-3d4135c35abc tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757498915184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757498479629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10826888'] for port, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:31.369202 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:31.375540 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] get_ports_and_sgs() called for port_ids ['fc0fd2fa-be3b-4113-9661-7e2725606ffc', '9b9849f4-b4e7-4445-af36-b74d0f23e5e8'] {{(pid=79297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:39:31.396822 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-8859aeac-69d7-4912-9fdf-bbf809a69aec admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e32750a6b3534118b61b09c282107904&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4247541 May 10 19:39:31.396822 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8859aeac-69d7-4912-9fdf-bbf809a69aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=048d15e8-a0e3-4b77-b6b3-7b95747affa0,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:31.398017 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 41744) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:39:31.416000 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-8859aeac-69d7-4912-9fdf-bbf809a69aec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:31.532589 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5aedbe24-d765-49e3-be79-215f3ce58ce7 req-3b8db9b8-a6c9-4684-a224-13c2e940fab0 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Network bc9ba629-1e84-4f68-9be9-e05f86f60ad1 is already hosted by enough agents. {{(pid=79295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:39:31.571476 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-209b86fd-0e79-46e5-8fac-a42326e3938e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:31.575014 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.scheduler.base_scheduler [req-5aedbe24-d765-49e3-be79-215f3ce58ce7 req-3b8db9b8-a6c9-4684-a224-13c2e940fab0 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Resources bound (agent type, host, resource id): {{(pid=79295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:39:31.592861 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0a2fa75-f631-47ff-94ad-0e1bdb0263f6 req-b127b545-084f-485e-89f9-3d4135c35abc tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] No DVR routers for this DVR port 0c8d9906-07cc-4177-8c44-7771b7be8733 on host hv-cinder-78445 {{(pid=79295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:39:31.609641 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aedbe24-d765-49e3-be79-215f3ce58ce7 req-3b8db9b8-a6c9-4684-a224-13c2e940fab0 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Received port after_create {{(pid=79295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:39:31.611381 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-209b86fd-0e79-46e5-8fac-a42326e3938e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:31.649047 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8db9b8-a6c9-4684-a224-13c2e940fab0 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Pushing event updated for resources: {'Port': ['ID=d6ab1dc2-b933-4bc4-ad6c-272a2f942d97,revision_number=1']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:31.655771 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-3b8db9b8-a6c9-4684-a224-13c2e940fab0 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:31.658391 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-713725b7-81ca-479f-92c6-b55ad2689b40 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.227s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:31.659130 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f98c8f-802c-4b98-b79f-ec85bf39b29b req-e317f55e-d671-4654-8fbf-ce6030f690c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:31.660846 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-b5f98c8f-802c-4b98-b79f-ec85bf39b29b req-e317f55e-d671-4654-8fbf-ce6030f690c7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=573317180ac4476a8f0d5cca9d9aaa70&device_id=ae2758c1-2eb6-401f-9a86-e0e9f6c87812 HTTP/1.1" status: 200 len: 1099 time: 0.1756828 May 10 19:39:31.719323 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-e0a2fa75-f631-47ff-94ad-0e1bdb0263f6 req-b127b545-084f-485e-89f9-3d4135c35abc tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149324'] for port, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:31.722449 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd04b4c-de26-480d-b665-1073ac0e1b1f', 'name': 'network-vif-deleted', 'tag': '0c8d9906-07cc-4177-8c44-7771b7be8733'}] {{(pid=79295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:39:31.782445 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b127b545-084f-485e-89f9-3d4135c35abc tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Pushing event deleted for resources: {'Port': ['ID=0c8d9906-07cc-4177-8c44-7771b7be8733,revision_number=None']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:31.790821 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-b127b545-084f-485e-89f9-3d4135c35abc tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:31.812892 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-e0a2fa75-f631-47ff-94ad-0e1bdb0263f6 req-b127b545-084f-485e-89f9-3d4135c35abc tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.36 "DELETE /v2.0/ports/0c8d9906-07cc-4177-8c44-7771b7be8733 HTTP/1.1" status: 204 len: 173 time: 1.6552866 May 10 19:39:31.835980 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aedbe24-d765-49e3-be79-215f3ce58ce7 req-3b8db9b8-a6c9-4684-a224-13c2e940fab0 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:31.837019 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-5aedbe24-d765-49e3-be79-215f3ce58ce7 req-3b8db9b8-a6c9-4684-a224-13c2e940fab0 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149324'] for port, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:31.846686 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-209b86fd-0e79-46e5-8fac-a42326e3938e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:31.850743 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecd04b4c-de26-480d-b665-1073ac0e1b1f', 'name': 'network-vif-deleted', 'tag': '0c8d9906-07cc-4177-8c44-7771b7be8733', 'status': 'completed', 'code': 200} May 10 19:39:31.860508 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-c7f64bae-e7ad-47a1-afed-422c3fe4a444 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:31.883261 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209b86fd-0e79-46e5-8fac-a42326e3938e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=048d15e8-a0e3-4b77-b6b3-7b95747affa0,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:31.896506 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-209b86fd-0e79-46e5-8fac-a42326e3938e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:31.906623 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-209b86fd-0e79-46e5-8fac-a42326e3938e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:31.907796 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-209b86fd-0e79-46e5-8fac-a42326e3938e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/048d15e8-a0e3-4b77-b6b3-7b95747affa0 HTTP/1.1" status: 204 len: 168 time: 0.4960675 May 10 19:39:31.909490 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f98c8f-802c-4b98-b79f-ec85bf39b29b req-e7b00da3-80ca-46af-9c43-7a729da97f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:31.922010 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-b5f98c8f-802c-4b98-b79f-ec85bf39b29b req-e7b00da3-80ca-46af-9c43-7a729da97f18 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2312584f-3aed-48ad-b142-6936ee1bfc86 HTTP/1.1" status: 200 len: 920 time: 0.2532876 May 10 19:39:31.979996 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42cc0e-9d82-47f9-80cd-0662b600b8e3 req-667fc088-0d6f-4ffd-946c-fcdfdd98f770 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:31.989094 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-ea42cc0e-9d82-47f9-80cd-0662b600b8e3 req-667fc088-0d6f-4ffd-946c-fcdfdd98f770 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae2758c1-2eb6-401f-9a86-e0e9f6c87812 HTTP/1.1" status: 200 len: 946 time: 0.4638362 May 10 19:39:31.989440 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-5aedbe24-d765-49e3-be79-215f3ce58ce7 req-3b8db9b8-a6c9-4684-a224-13c2e940fab0 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2862895 May 10 19:39:32.038912 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-b5f98c8f-802c-4b98-b79f-ec85bf39b29b req-8a9823c5-4ff0-49a8-af9c-f724da2dad49 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=825fef50-6356-4fd5-bfe8-37d1923bbc0e HTTP/1.1" status: 200 len: 217 time: 0.1060405 May 10 19:39:32.107848 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f98c8f-802c-4b98-b79f-ec85bf39b29b req-6b1d6612-e0d0-475b-9059-835f67be4cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:32.109391 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-b5f98c8f-802c-4b98-b79f-ec85bf39b29b req-6b1d6612-e0d0-475b-9059-835f67be4cff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab965ab2-3c2b-4e85-9150-f84597f3a8d7 HTTP/1.1" status: 200 len: 859 time: 0.0639884 May 10 19:39:32.119708 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.v2.base [req-5aedbe24-d765-49e3-be79-215f3ce58ce7 req-a63028ac-3a05-4c45-b155-a65683931986 service neutron] Request body: {'port': {'device_id': '996cab60-52e5-4fa8-96d0-681c1417eefc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=79295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:39:32.161306 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-ea42cc0e-9d82-47f9-80cd-0662b600b8e3 req-51b64374-7628-439c-a6c7-20e475769436 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706276 May 10 19:39:32.169750 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-b5f98c8f-802c-4b98-b79f-ec85bf39b29b req-5bcaa811-686b-4ab0-ba8d-9c4bf59bb847 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2312584f-3aed-48ad-b142-6936ee1bfc86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520535 May 10 19:39:32.272483 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa6074a-f65d-489e-aad5-9760e2f842f3 req-d947fa3d-6bc5-40a7-ae32-6bc6e15be83a tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:32.273224 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-bfa6074a-f65d-489e-aad5-9760e2f842f3 req-d947fa3d-6bc5-40a7-ae32-6bc6e15be83a tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Synchronizing usage tracker for tenant:d0dac62768a442c99e4138cb04cb66c5 on resource:port {{(pid=79295) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:39:32.286437 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-5aedbe24-d765-49e3-be79-215f3ce58ce7 req-a63028ac-3a05-4c45-b155-a65683931986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:32.326266 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-b5f98c8f-802c-4b98-b79f-ec85bf39b29b req-0cd23173-65b7-4274-8949-7d6120f7efa1 service neutron] 10.222.0.36 "GET /v2.0/networks/2312584f-3aed-48ad-b142-6936ee1bfc86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487575 May 10 19:39:32.475689 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-bfa6074a-f65d-489e-aad5-9760e2f842f3 req-d947fa3d-6bc5-40a7-ae32-6bc6e15be83a tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Unset dirty status for tenant:d0dac62768a442c99e4138cb04cb66c5 on resource:port {{(pid=79295) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:39:32.480046 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-bfa6074a-f65d-489e-aad5-9760e2f842f3 req-d947fa3d-6bc5-40a7-ae32-6bc6e15be83a tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] 10.222.0.46 "GET /v2.0/ports?device_id=996cab60-52e5-4fa8-96d0-681c1417eefc HTTP/1.1" status: 200 len: 931 time: 0.4292641 May 10 19:39:32.492773 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-c5c52e3f-3c6f-40a0-b661-9f5e495affeb req-e5cb0bf9-e186-4ea8-a518-775754a6cccd tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Synchronizing usage tracker for tenant:199515a807db4df6b09d4d3ef44250c3 on resource:port {{(pid=79295) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:39:32.557691 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-b5f98c8f-802c-4b98-b79f-ec85bf39b29b req-5dc51580-95dd-45d8-ae37-f5c07aad9713 service neutron] 10.222.0.36 "GET /v2.0/networks/2312584f-3aed-48ad-b142-6936ee1bfc86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244284 May 10 19:39:32.611474 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-bfa6074a-f65d-489e-aad5-9760e2f842f3 req-fc783143-f29a-426d-adab-0defa9e07088 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Synchronizing usage tracker for tenant:d0dac62768a442c99e4138cb04cb66c5 on resource:security_group {{(pid=79295) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:39:32.698285 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-c5c52e3f-3c6f-40a0-b661-9f5e495affeb req-e5cb0bf9-e186-4ea8-a518-775754a6cccd tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Unset dirty status for tenant:199515a807db4df6b09d4d3ef44250c3 on resource:port {{(pid=79295) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:39:32.699497 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-c5c52e3f-3c6f-40a0-b661-9f5e495affeb req-e5cb0bf9-e186-4ea8-a518-775754a6cccd tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecd04b4c-de26-480d-b665-1073ac0e1b1f HTTP/1.1" status: 200 len: 210 time: 0.3584476 May 10 19:39:32.712063 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-bfa6074a-f65d-489e-aad5-9760e2f842f3 req-fc783143-f29a-426d-adab-0defa9e07088 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Unset dirty status for tenant:d0dac62768a442c99e4138cb04cb66c5 on resource:security_group {{(pid=79295) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:39:32.724125 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-bfa6074a-f65d-489e-aad5-9760e2f842f3 req-fc783143-f29a-426d-adab-0defa9e07088 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] 10.222.0.46 "GET /v2.0/security-groups?id=8cbc462e-7fe5-45d5-b0fa-b44c1f1fa183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363102 May 10 19:39:32.864405 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.notifiers.nova [req-5aedbe24-d765-49e3-be79-215f3ce58ce7 req-a63028ac-3a05-4c45-b155-a65683931986 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6ab1dc2-b933-4bc4-ad6c-272a2f942d97 {{(pid=79295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:39:32.871771 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-5aedbe24-d765-49e3-be79-215f3ce58ce7 req-a63028ac-3a05-4c45-b155-a65683931986 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:32.885751 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.provisioning_blocks [req-5aedbe24-d765-49e3-be79-215f3ce58ce7 req-a63028ac-3a05-4c45-b155-a65683931986 service neutron] Transition to ACTIVE for port object d6ab1dc2-b933-4bc4-ad6c-272a2f942d97 will not be triggered until provisioned by entity L2. {{(pid=79295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:39:32.985240 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-5aedbe24-d765-49e3-be79-215f3ce58ce7 req-a63028ac-3a05-4c45-b155-a65683931986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10826897'] for port, after_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:32.990552 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:33.138552 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63028ac-3a05-4c45-b155-a65683931986 service neutron] Pushing event updated for resources: {'Port': ['ID=d6ab1dc2-b933-4bc4-ad6c-272a2f942d97,revision_number=2']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:33.145722 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-a63028ac-3a05-4c45-b155-a65683931986 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:33.221456 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.managers [req-5aedbe24-d765-49e3-be79-215f3ce58ce7 req-a63028ac-3a05-4c45-b155-a65683931986 service neutron] Attempting to bind port d6ab1dc2-b933-4bc4-ad6c-272a2f942d97 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=79295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:39:33.221456 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.managers [req-5aedbe24-d765-49e3-be79-215f3ce58ce7 req-a63028ac-3a05-4c45-b155-a65683931986 service neutron] Attempting to bind port d6ab1dc2-b933-4bc4-ad6c-272a2f942d97 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '5d085235-7540-4ad2-8bc9-02dff603006c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'bc9ba629-1e84-4f68-9be9-e05f86f60ad1'}] {{(pid=79295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:39:33.221456 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aedbe24-d765-49e3-be79-215f3ce58ce7 req-a63028ac-3a05-4c45-b155-a65683931986 service neutron] Attempting to bind port d6ab1dc2-b933-4bc4-ad6c-272a2f942d97 on network bc9ba629-1e84-4f68-9be9-e05f86f60ad1 {{(pid=79295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:39:33.224523 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aedbe24-d765-49e3-be79-215f3ce58ce7 req-a63028ac-3a05-4c45-b155-a65683931986 service neutron] Port d6ab1dc2-b933-4bc4-ad6c-272a2f942d97 on network bc9ba629-1e84-4f68-9be9-e05f86f60ad1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=79295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 19:39:33.224837 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aedbe24-d765-49e3-be79-215f3ce58ce7 req-a63028ac-3a05-4c45-b155-a65683931986 service neutron] Attempting to bind port d6ab1dc2-b933-4bc4-ad6c-272a2f942d97 on network bc9ba629-1e84-4f68-9be9-e05f86f60ad1 {{(pid=79295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:39:33.230026 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aedbe24-d765-49e3-be79-215f3ce58ce7 req-a63028ac-3a05-4c45-b155-a65683931986 service neutron] Checking agent: {'id': '9c4a8215-4a8c-47cd-bc08-47634ab436c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 35, 38), 'started_at': datetime.datetime(2021, 5, 10, 19, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:39:33.230351 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aedbe24-d765-49e3-be79-215f3ce58ce7 req-a63028ac-3a05-4c45-b155-a65683931986 service neutron] Checking segment: {'id': '5d085235-7540-4ad2-8bc9-02dff603006c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'bc9ba629-1e84-4f68-9be9-e05f86f60ad1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:39:33.230722 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aedbe24-d765-49e3-be79-215f3ce58ce7 req-a63028ac-3a05-4c45-b155-a65683931986 service neutron] Bound using segment: {'id': '5d085235-7540-4ad2-8bc9-02dff603006c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'bc9ba629-1e84-4f68-9be9-e05f86f60ad1'} {{(pid=79295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:39:33.231170 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.managers [req-5aedbe24-d765-49e3-be79-215f3ce58ce7 req-a63028ac-3a05-4c45-b155-a65683931986 service neutron] Bound port: d6ab1dc2-b933-4bc4-ad6c-272a2f942d97, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d085235-7540-4ad2-8bc9-02dff603006c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'bc9ba629-1e84-4f68-9be9-e05f86f60ad1'}}] {{(pid=79295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:39:33.231528 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-5aedbe24-d765-49e3-be79-215f3ce58ce7 req-a63028ac-3a05-4c45-b155-a65683931986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:33.315205 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device 0c8d9906-07cc-4177-8c44-7771b7be8733 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:39:33.356007 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.plugin [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] No Port match for: 0c8d9906-07cc-4177-8c44-7771b7be8733 {{(pid=79297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:39:33.356356 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device 0c8d9906-07cc-4177-8c44-7771b7be8733 not bound to the agent host hv-cinder-78445 {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:39:33.369492 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.db [req-5aedbe24-d765-49e3-be79-215f3ce58ce7 req-a63028ac-3a05-4c45-b155-a65683931986 service neutron] For port d6ab1dc2-b933-4bc4-ad6c-272a2f942d97, host hv-cinder-78445, cleared binding levels {{(pid=79295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:39:33.373349 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.db [req-5aedbe24-d765-49e3-be79-215f3ce58ce7 req-a63028ac-3a05-4c45-b155-a65683931986 service neutron] For port d6ab1dc2-b933-4bc4-ad6c-272a2f942d97, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=d6ab1dc2-b933-4bc4-ad6c-272a2f942d97,segment=NetworkSegment(5d085235-7540-4ad2-8bc9-02dff603006c),segment_id=5d085235-7540-4ad2-8bc9-02dff603006c)] {{(pid=79295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:39:33.397051 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b0dea6-ae07-43e0-9769-d06b6dd8bbc6 req-c19c043f-aef4-4fc5-a726-978121169734 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:33.398508 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-68b0dea6-ae07-43e0-9769-d06b6dd8bbc6 req-c19c043f-aef4-4fc5-a726-978121169734 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae2758c1-2eb6-401f-9a86-e0e9f6c87812 HTTP/1.1" status: 200 len: 946 time: 0.1173456 May 10 19:39:33.443073 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-68b0dea6-ae07-43e0-9769-d06b6dd8bbc6 req-8a254935-1a22-476b-8cae-c56adc45442c tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388029 May 10 19:39:33.457589 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-5aedbe24-d765-49e3-be79-215f3ce58ce7 req-a63028ac-3a05-4c45-b155-a65683931986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10826897'] for port, after_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:33.461959 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:33.516419 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aedbe24-d765-49e3-be79-215f3ce58ce7 req-a63028ac-3a05-4c45-b155-a65683931986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:33.516918 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-5aedbe24-d765-49e3-be79-215f3ce58ce7 req-a63028ac-3a05-4c45-b155-a65683931986 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149324'] for port, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:33.518220 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-5aedbe24-d765-49e3-be79-215f3ce58ce7 req-a63028ac-3a05-4c45-b155-a65683931986 service neutron] 10.222.0.36 "PUT /v2.0/ports/d6ab1dc2-b933-4bc4-ad6c-272a2f942d97 HTTP/1.1" status: 200 len: 1093 time: 1.4214752 May 10 19:39:33.538828 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63028ac-3a05-4c45-b155-a65683931986 service neutron] Pushing event updated for resources: {'Port': ['ID=d6ab1dc2-b933-4bc4-ad6c-272a2f942d97,revision_number=3']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:33.542016 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-a63028ac-3a05-4c45-b155-a65683931986 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:33.687107 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aedbe24-d765-49e3-be79-215f3ce58ce7 req-c7f97164-b5c4-4ae9-a1e4-3146cb697751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:33.688638 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-5aedbe24-d765-49e3-be79-215f3ce58ce7 req-c7f97164-b5c4-4ae9-a1e4-3146cb697751 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d0dac62768a442c99e4138cb04cb66c5&device_id=996cab60-52e5-4fa8-96d0-681c1417eefc HTTP/1.1" status: 200 len: 1096 time: 0.0775721 May 10 19:39:33.773844 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-5aedbe24-d765-49e3-be79-215f3ce58ce7 req-7de6c292-d8c8-47c4-96f7-1c43f252adcc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6ab1dc2-b933-4bc4-ad6c-272a2f942d97 HTTP/1.1" status: 200 len: 217 time: 0.0720627 May 10 19:39:33.810389 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab43426-a792-45f6-bc2d-29372c6178fb req-9beace5f-de7a-4c35-9543-03f86d84f9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:33.812351 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-eab43426-a792-45f6-bc2d-29372c6178fb req-9beace5f-de7a-4c35-9543-03f86d84f9cf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=573317180ac4476a8f0d5cca9d9aaa70&device_id=ae2758c1-2eb6-401f-9a86-e0e9f6c87812 HTTP/1.1" status: 200 len: 1099 time: 0.0904622 May 10 19:39:33.845666 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aedbe24-d765-49e3-be79-215f3ce58ce7 req-f1a68af4-d780-4195-a2f5-7febfa82999f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:33.847439 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-5aedbe24-d765-49e3-be79-215f3ce58ce7 req-f1a68af4-d780-4195-a2f5-7febfa82999f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cd1222c7-f3c3-4f80-a130-242fefe67abc HTTP/1.1" status: 200 len: 854 time: 0.0675561 May 10 19:39:33.851300 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '996cab60-52e5-4fa8-96d0-681c1417eefc', 'tag': 'd6ab1dc2-b933-4bc4-ad6c-272a2f942d97'}] {{(pid=79295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:39:33.930287 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-5aedbe24-d765-49e3-be79-215f3ce58ce7 req-007e2f32-878e-424b-bda2-460da93e1084 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bc9ba629-1e84-4f68-9be9-e05f86f60ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738940 May 10 19:39:33.975907 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab43426-a792-45f6-bc2d-29372c6178fb req-edf8e494-65de-4a58-8113-eb3fec497032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:33.977346 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-eab43426-a792-45f6-bc2d-29372c6178fb req-edf8e494-65de-4a58-8113-eb3fec497032 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2312584f-3aed-48ad-b142-6936ee1bfc86 HTTP/1.1" status: 200 len: 920 time: 0.1385541 May 10 19:39:34.054915 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-eab43426-a792-45f6-bc2d-29372c6178fb req-7f4b29a3-b770-4778-b578-1ecd89b9225d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=825fef50-6356-4fd5-bfe8-37d1923bbc0e HTTP/1.1" status: 200 len: 217 time: 0.0678496 May 10 19:39:34.077271 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20334fc-d7ab-4375-a2a4-a052ec14bdf9 req-a5fc8d23-cadd-489c-bda1-5c2a3b621c0e tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:34.078728 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-f20334fc-d7ab-4375-a2a4-a052ec14bdf9 req-a5fc8d23-cadd-489c-bda1-5c2a3b621c0e tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] 10.222.0.46 "GET /v2.0/ports?device_id=996cab60-52e5-4fa8-96d0-681c1417eefc HTTP/1.1" status: 200 len: 943 time: 0.1874313 May 10 19:39:34.119344 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-5aedbe24-d765-49e3-be79-215f3ce58ce7 req-562b38e8-0a6a-42d5-86dd-60ea6859d06a service neutron] 10.222.0.36 "GET /v2.0/networks/bc9ba629-1e84-4f68-9be9-e05f86f60ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762750 May 10 19:39:34.134720 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab43426-a792-45f6-bc2d-29372c6178fb req-f4ad05c1-bacc-471c-8e0f-ed96462266a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:34.136239 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-eab43426-a792-45f6-bc2d-29372c6178fb req-f4ad05c1-bacc-471c-8e0f-ed96462266a9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab965ab2-3c2b-4e85-9150-f84597f3a8d7 HTTP/1.1" status: 200 len: 859 time: 0.0702822 May 10 19:39:34.188709 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-eab43426-a792-45f6-bc2d-29372c6178fb req-bf64ae5b-fe10-417a-977f-d0ed85926c59 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2312584f-3aed-48ad-b142-6936ee1bfc86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431328 May 10 19:39:34.227741 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-f20334fc-d7ab-4375-a2a4-a052ec14bdf9 req-86863872-3c68-446b-bccb-234bb77a6364 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] 10.222.0.46 "GET /v2.0/security-groups?id=8cbc462e-7fe5-45d5-b0fa-b44c1f1fa183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352913 May 10 19:39:34.286250 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '996cab60-52e5-4fa8-96d0-681c1417eefc', 'tag': 'd6ab1dc2-b933-4bc4-ad6c-272a2f942d97', 'status': 'completed', 'code': 200} May 10 19:39:34.298280 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-5aedbe24-d765-49e3-be79-215f3ce58ce7 req-963573f7-e36f-41ff-91b1-9d7f38f89db8 service neutron] 10.222.0.36 "GET /v2.0/networks/bc9ba629-1e84-4f68-9be9-e05f86f60ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678581 May 10 19:39:34.351138 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-eab43426-a792-45f6-bc2d-29372c6178fb req-1fb7e40a-68a1-4e1b-b3d3-a11e17853f6c service neutron] 10.222.0.36 "GET /v2.0/networks/2312584f-3aed-48ad-b142-6936ee1bfc86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394007 May 10 19:39:34.491575 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-eab43426-a792-45f6-bc2d-29372c6178fb req-311007ad-8d50-4b9d-99f6-269c2e3ae29f service neutron] 10.222.0.36 "GET /v2.0/networks/2312584f-3aed-48ad-b142-6936ee1bfc86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318066 May 10 19:39:34.564877 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777b4d3-aa31-420e-b2a6-6801adec7b38 req-99bf5046-a214-48c6-b7c6-1920680c01ce tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:34.566205 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-0777b4d3-aa31-420e-b2a6-6801adec7b38 req-99bf5046-a214-48c6-b7c6-1920680c01ce tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/ports?device_id=04fb0688-ac4d-4c9f-b758-586253efd0ac HTTP/1.1" status: 200 len: 945 time: 0.1864123 May 10 19:39:34.665364 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-0777b4d3-aa31-420e-b2a6-6801adec7b38 req-9d176589-ff7c-4017-b03d-428a7c3347c6 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/security-groups?id=294b53ad-6834-49da-93cc-8cdce0637b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669093 May 10 19:39:34.686993 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee2a9e-ebf2-4575-bbc9-976b8096c45c req-94c11147-3f6a-45ae-9f08-11605b80f7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:34.688351 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-22ee2a9e-ebf2-4575-bbc9-976b8096c45c req-94c11147-3f6a-45ae-9f08-11605b80f7d7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d0dac62768a442c99e4138cb04cb66c5&device_id=996cab60-52e5-4fa8-96d0-681c1417eefc HTTP/1.1" status: 200 len: 1096 time: 0.2478909 May 10 19:39:34.725712 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0aee65-d171-495d-adff-4d21b308a5cc req-3d5e794a-d24a-4f31-ab6d-2e3a0e251ef9 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:34.727190 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-5d0aee65-d171-495d-adff-4d21b308a5cc req-3d5e794a-d24a-4f31-ab6d-2e3a0e251ef9 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae2758c1-2eb6-401f-9a86-e0e9f6c87812 HTTP/1.1" status: 200 len: 946 time: 0.1703296 May 10 19:39:34.850182 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-5d0aee65-d171-495d-adff-4d21b308a5cc req-5f670d5e-e140-4164-bba5-edfb85b7818a tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157343 May 10 19:39:34.878130 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee2a9e-ebf2-4575-bbc9-976b8096c45c req-28c82d46-d5ab-4ba9-8ed8-dc107a8f6edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:34.879700 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-22ee2a9e-ebf2-4575-bbc9-976b8096c45c req-28c82d46-d5ab-4ba9-8ed8-dc107a8f6edc service neutron] 10.222.0.36 "GET /v2.0/networks?id=bc9ba629-1e84-4f68-9be9-e05f86f60ad1 HTTP/1.1" status: 200 len: 915 time: 0.1831243 May 10 19:39:34.949089 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-22ee2a9e-ebf2-4575-bbc9-976b8096c45c req-5338efea-de83-48b1-b8c5-dffbe2740b92 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6ab1dc2-b933-4bc4-ad6c-272a2f942d97 HTTP/1.1" status: 200 len: 217 time: 0.0595267 May 10 19:39:35.024204 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee2a9e-ebf2-4575-bbc9-976b8096c45c req-02b25e4b-b302-409e-9857-ae216833acf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:35.025635 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-22ee2a9e-ebf2-4575-bbc9-976b8096c45c req-02b25e4b-b302-409e-9857-ae216833acf1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cd1222c7-f3c3-4f80-a130-242fefe67abc HTTP/1.1" status: 200 len: 854 time: 0.0658989 May 10 19:39:35.074422 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-22ee2a9e-ebf2-4575-bbc9-976b8096c45c req-1e2685bc-235c-4e8e-bb12-b7015540e667 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bc9ba629-1e84-4f68-9be9-e05f86f60ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405087 May 10 19:39:35.220482 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-22ee2a9e-ebf2-4575-bbc9-976b8096c45c req-999cb624-8f2f-4028-be7f-f814b94ca322 service neutron] 10.222.0.36 "GET /v2.0/networks/bc9ba629-1e84-4f68-9be9-e05f86f60ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370938 May 10 19:39:35.411052 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-22ee2a9e-ebf2-4575-bbc9-976b8096c45c req-0b020c70-0e5a-4dc1-8e75-c6b31c25ea63 service neutron] 10.222.0.36 "GET /v2.0/networks/bc9ba629-1e84-4f68-9be9-e05f86f60ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834204 May 10 19:39:35.441346 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f06e1c3-8400-4b9a-bd72-7f1e3f10432c req-8618e354-df30-4c1b-a634-aabbfd7a0fc6 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:35.442813 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-0f06e1c3-8400-4b9a-bd72-7f1e3f10432c req-8618e354-df30-4c1b-a634-aabbfd7a0fc6 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] 10.222.0.46 "GET /v2.0/ports?device_id=996cab60-52e5-4fa8-96d0-681c1417eefc HTTP/1.1" status: 200 len: 943 time: 0.1070297 May 10 19:39:35.488747 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-0f06e1c3-8400-4b9a-bd72-7f1e3f10432c req-ea29b0d9-139a-4c09-8d47-bc0fda102c1d tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] 10.222.0.46 "GET /v2.0/security-groups?id=8cbc462e-7fe5-45d5-b0fa-b44c1f1fa183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401323 May 10 19:39:35.857411 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d391b314-e2a7-4f1c-9243-fe073e4b1d10 req-9f473cdf-a05c-420a-b012-1f4f4c227a90 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:35.858874 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-d391b314-e2a7-4f1c-9243-fe073e4b1d10 req-9f473cdf-a05c-420a-b012-1f4f4c227a90 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/ports?device_id=04fb0688-ac4d-4c9f-b758-586253efd0ac HTTP/1.1" status: 200 len: 945 time: 0.0786593 May 10 19:39:35.903224 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-d391b314-e2a7-4f1c-9243-fe073e4b1d10 req-9a6b271e-ffdf-4a2d-9cd0-f96e4799a311 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/security-groups?id=294b53ad-6834-49da-93cc-8cdce0637b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381896 May 10 19:39:36.004388 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f9551-0cbb-4271-9eea-a9cf25acc1db req-05734031-8366-405c-b1ae-5291e8c52fc4 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:36.005757 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-4d1f9551-0cbb-4271-9eea-a9cf25acc1db req-05734031-8366-405c-b1ae-5291e8c52fc4 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.36 "GET /v2.0/ports?device_id=04fb0688-ac4d-4c9f-b758-586253efd0ac HTTP/1.1" status: 200 len: 945 time: 0.0818133 May 10 19:39:36.146392 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.plugin [req-4d1f9551-0cbb-4271-9eea-a9cf25acc1db req-5b641e7e-628a-4379-b62f-3088fcbce68c tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Deleting port 9b9849f4-b4e7-4445-af36-b74d0f23e5e8 {{(pid=79295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:39:36.146728 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-4d1f9551-0cbb-4271-9eea-a9cf25acc1db req-5b641e7e-628a-4379-b62f-3088fcbce68c tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757498910621'] for port, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:36.280419 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.db [req-4d1f9551-0cbb-4271-9eea-a9cf25acc1db req-5b641e7e-628a-4379-b62f-3088fcbce68c tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] For port 9b9849f4-b4e7-4445-af36-b74d0f23e5e8, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=9b9849f4-b4e7-4445-af36-b74d0f23e5e8,segment=NetworkSegment(a8cd83e0-583d-47d8-8b48-31fe59f67f8c),segment_id=a8cd83e0-583d-47d8-8b48-31fe59f67f8c)] {{(pid=79295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:39:36.280764 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-4d1f9551-0cbb-4271-9eea-a9cf25acc1db req-5b641e7e-628a-4379-b62f-3088fcbce68c tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670902'] for port, precommit_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:36.403992 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.plugin [req-4d1f9551-0cbb-4271-9eea-a9cf25acc1db req-5b641e7e-628a-4379-b62f-3088fcbce68c tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Calling delete_port for 9b9849f4-b4e7-4445-af36-b74d0f23e5e8 owned by compute:nova {{(pid=79295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:39:36.639079 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-4d1f9551-0cbb-4271-9eea-a9cf25acc1db req-5b641e7e-628a-4379-b62f-3088fcbce68c tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757498915184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757498479629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10826888'] for port, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:36.718539 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] get_ports_and_sgs() called for port_ids ['fc0fd2fa-be3b-4113-9661-7e2725606ffc', '9b9849f4-b4e7-4445-af36-b74d0f23e5e8'] {{(pid=79297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:39:36.719824 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-3b8db9b8-a6c9-4684-a224-13c2e940fab0 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:36.794671 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b641e7e-628a-4379-b62f-3088fcbce68c tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Pushing event deleted for resources: {'Port': ['ID=9b9849f4-b4e7-4445-af36-b74d0f23e5e8,revision_number=None']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:36.805519 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-5b641e7e-628a-4379-b62f-3088fcbce68c tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:36.853711 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d1f9551-0cbb-4271-9eea-a9cf25acc1db req-5b641e7e-628a-4379-b62f-3088fcbce68c tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] No DVR routers for this DVR port 9b9849f4-b4e7-4445-af36-b74d0f23e5e8 on host hv-cinder-78445 {{(pid=79295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:39:36.860263 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-4d1f9551-0cbb-4271-9eea-a9cf25acc1db req-5b641e7e-628a-4379-b62f-3088fcbce68c tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149324'] for port, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:36.868878 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04fb0688-ac4d-4c9f-b758-586253efd0ac', 'name': 'network-vif-deleted', 'tag': '9b9849f4-b4e7-4445-af36-b74d0f23e5e8'}] {{(pid=79295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:39:36.937699 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b2650-557e-479a-a9eb-d4d8211ad45a req-34195fd3-3902-4f1e-a7f3-7acfb21c65b9 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:36.939936 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-d11b2650-557e-479a-a9eb-d4d8211ad45a req-34195fd3-3902-4f1e-a7f3-7acfb21c65b9 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] 10.222.0.46 "GET /v2.0/ports?device_id=996cab60-52e5-4fa8-96d0-681c1417eefc HTTP/1.1" status: 200 len: 943 time: 0.3427439 May 10 19:39:36.988221 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04fb0688-ac4d-4c9f-b758-586253efd0ac', 'name': 'network-vif-deleted', 'tag': '9b9849f4-b4e7-4445-af36-b74d0f23e5e8', 'status': 'completed', 'code': 200} May 10 19:39:36.998944 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-4d1f9551-0cbb-4271-9eea-a9cf25acc1db req-5b641e7e-628a-4379-b62f-3088fcbce68c tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.36 "DELETE /v2.0/ports/9b9849f4-b4e7-4445-af36-b74d0f23e5e8 HTTP/1.1" status: 204 len: 173 time: 0.9858949 May 10 19:39:37.023293 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-d11b2650-557e-479a-a9eb-d4d8211ad45a req-af83efc0-22fb-4251-a59f-8beeef767167 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] 10.222.0.46 "GET /v2.0/security-groups?id=8cbc462e-7fe5-45d5-b0fa-b44c1f1fa183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762265 May 10 19:39:37.131821 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-02b05119-897c-4f8d-95f4-4815189c9217 req-ca0d08c2-5946-46f7-a13f-18f0102d2862 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Synchronizing usage tracker for tenant:199515a807db4df6b09d4d3ef44250c3 on resource:port {{(pid=79295) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:39:37.234261 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-02b05119-897c-4f8d-95f4-4815189c9217 req-ca0d08c2-5946-46f7-a13f-18f0102d2862 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Unset dirty status for tenant:199515a807db4df6b09d4d3ef44250c3 on resource:port {{(pid=79295) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:39:37.235688 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-02b05119-897c-4f8d-95f4-4815189c9217 req-ca0d08c2-5946-46f7-a13f-18f0102d2862 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/ports?device_id=04fb0688-ac4d-4c9f-b758-586253efd0ac HTTP/1.1" status: 200 len: 210 time: 0.1456878 May 10 19:39:37.316174 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device d6ab1dc2-b933-4bc4-ad6c-272a2f942d97 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=79297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 19:39:37.456275 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] For port d6ab1dc2-b933-4bc4-ad6c-272a2f942d97, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=d6ab1dc2-b933-4bc4-ad6c-272a2f942d97,segment=NetworkSegment(5d085235-7540-4ad2-8bc9-02dff603006c),segment_id=5d085235-7540-4ad2-8bc9-02dff603006c)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:39:37.470204 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Returning: {'device': 'd6ab1dc2-b933-4bc4-ad6c-272a2f942d97', 'network_id': 'bc9ba629-1e84-4f68-9be9-e05f86f60ad1', 'port_id': 'd6ab1dc2-b933-4bc4-ad6c-272a2f942d97', 'mac_address': 'fa:16:3e:74:a4:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd1222c7-f3c3-4f80-a130-242fefe67abc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 19:39:37.530153 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:37.546989 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.notifiers.nova [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6ab1dc2-b933-4bc4-ad6c-272a2f942d97 {{(pid=79297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:39:37.562279 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] For port d6ab1dc2-b933-4bc4-ad6c-272a2f942d97, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=d6ab1dc2-b933-4bc4-ad6c-272a2f942d97,segment=NetworkSegment(5d085235-7540-4ad2-8bc9-02dff603006c),segment_id=5d085235-7540-4ad2-8bc9-02dff603006c)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:39:37.636281 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:37.638584 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:37.704059 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Pushing event updated for resources: {'Port': ['ID=d6ab1dc2-b933-4bc4-ad6c-272a2f942d97,revision_number=4']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:37.711344 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:37.711706 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:37.712043 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:37.712375 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:37.712700 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:37.713031 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:37.713351 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:37.713668 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:37.713994 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:37.714323 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:37.714673 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:37.715021 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:37.719317 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:37.912838 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] get_ports_and_sgs() called for port_ids ['d6ab1dc2-b933-4bc4-ad6c-272a2f942d97'] {{(pid=79297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:39:38.224497 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e33506-283c-45fc-ace7-8eb9a5e7e90d req-8b5ce843-72a2-4df1-9cc3-ff319f39c999 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:38.225936 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-44e33506-283c-45fc-ace7-8eb9a5e7e90d req-8b5ce843-72a2-4df1-9cc3-ff319f39c999 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] 10.222.0.46 "GET /v2.0/ports?device_id=996cab60-52e5-4fa8-96d0-681c1417eefc HTTP/1.1" status: 200 len: 944 time: 0.0841081 May 10 19:39:38.248311 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:38.273509 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-44e33506-283c-45fc-ace7-8eb9a5e7e90d req-6bb34696-c505-4154-84cf-c77ba381e246 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] 10.222.0.46 "GET /v2.0/security-groups?id=8cbc462e-7fe5-45d5-b0fa-b44c1f1fa183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416653 May 10 19:39:38.305411 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-43b9eb0a-6fda-46be-90af-99c0b3b4b504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:39.336049 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device d6ab1dc2-b933-4bc4-ad6c-272a2f942d97 up at agent hyperv_hv-cinder-78445 {{(pid=79297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:39:39.473190 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e5f6b2-3527-4e00-9409-cd11e7d02f5c req-b6ea7b9d-02d3-4439-b37a-f5a9fd129cd2 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:39.474627 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-52e5f6b2-3527-4e00-9409-cd11e7d02f5c req-b6ea7b9d-02d3-4439-b37a-f5a9fd129cd2 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] 10.222.0.46 "GET /v2.0/ports?device_id=996cab60-52e5-4fa8-96d0-681c1417eefc HTTP/1.1" status: 200 len: 944 time: 0.0855019 May 10 19:39:39.520420 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-52e5f6b2-3527-4e00-9409-cd11e7d02f5c req-06947b81-dc8c-4aaf-9b56-144584bc259e tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] 10.222.0.46 "GET /v2.0/security-groups?id=8cbc462e-7fe5-45d5-b0fa-b44c1f1fa183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397034 May 10 19:39:39.522700 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Provisioning for port d6ab1dc2-b933-4bc4-ad6c-272a2f942d97 completed by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:39:39.527757 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Provisioning complete for port d6ab1dc2-b933-4bc4-ad6c-272a2f942d97 triggered by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:39:39.528134 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:39.644778 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:39.672827 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '996cab60-52e5-4fa8-96d0-681c1417eefc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ab1dc2-b933-4bc4-ad6c-272a2f942d97'}] {{(pid=79297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:39:39.682542 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] For port d6ab1dc2-b933-4bc4-ad6c-272a2f942d97, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=d6ab1dc2-b933-4bc4-ad6c-272a2f942d97,segment=NetworkSegment(5d085235-7540-4ad2-8bc9-02dff603006c),segment_id=5d085235-7540-4ad2-8bc9-02dff603006c)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:39:39.716114 dv-cinder-784453-6-smb neutron-server[79297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '996cab60-52e5-4fa8-96d0-681c1417eefc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ab1dc2-b933-4bc4-ad6c-272a2f942d97', 'code': 200} May 10 19:39:39.739547 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:39.741026 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device 9b9849f4-b4e7-4445-af36-b74d0f23e5e8 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:39:39.769812 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:39.841597 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.plugin [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] No Port match for: 9b9849f4-b4e7-4445-af36-b74d0f23e5e8 {{(pid=79297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:39:39.841949 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device 9b9849f4-b4e7-4445-af36-b74d0f23e5e8 not bound to the agent host hv-cinder-78445 {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:39:39.868011 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Pushing event updated for resources: {'Port': ['ID=d6ab1dc2-b933-4bc4-ad6c-272a2f942d97,revision_number=5']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:39.871193 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:40.201989 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e4d8b0-833d-423d-aa4c-dcf93b8f9999 req-2a86d988-2846-4ac8-bf9d-ff4b0c6b1ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:40.203480 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-37e4d8b0-833d-423d-aa4c-dcf93b8f9999 req-2a86d988-2846-4ac8-bf9d-ff4b0c6b1ead service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=996cab60-52e5-4fa8-96d0-681c1417eefc HTTP/1.1" status: 200 len: 1098 time: 0.0708702 May 10 19:39:40.245464 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-37e4d8b0-833d-423d-aa4c-dcf93b8f9999 req-b09a09ca-5860-4c4c-bbba-ca4360a83ce9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8cbc462e-7fe5-45d5-b0fa-b44c1f1fa183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356004 May 10 19:39:40.624788 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b437d-b8c8-4b0d-a881-981787083380 req-fecfb72f-6756-4ad8-a0a3-c779be78f66a tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:40.626235 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-021b437d-b8c8-4b0d-a881-981787083380 req-fecfb72f-6756-4ad8-a0a3-c779be78f66a tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=58f1159d-690b-4c55-a2e3-f66f889b9b1e HTTP/1.1" status: 200 len: 945 time: 0.1416523 May 10 19:39:40.700622 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2d61b5-b164-4c71-b5fc-d94af14a01b9 req-6315d6de-f4c4-4df0-8e92-1d913af8e936 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:40.702064 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-ca2d61b5-b164-4c71-b5fc-d94af14a01b9 req-6315d6de-f4c4-4df0-8e92-1d913af8e936 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/ports?device_id=53af9893-3874-48a0-80bb-1e30a7d72162 HTTP/1.1" status: 200 len: 946 time: 0.1507285 May 10 19:39:40.705904 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-021b437d-b8c8-4b0d-a881-981787083380 req-948d8a18-f0d6-4138-9f3e-bdf495e54c47 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716739 May 10 19:39:40.762439 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-ca2d61b5-b164-4c71-b5fc-d94af14a01b9 req-b4f908e2-705f-4303-8d0c-75ee219f2cc3 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/security-groups?id=294b53ad-6834-49da-93cc-8cdce0637b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507345 May 10 19:39:40.802582 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-115df730-9582-4fde-9245-e73dea64ce78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:40.915187 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9115a2-f3a9-4407-aeee-f3e8dd7646cd req-f45c8aa6-2e2c-4d9a-86e9-11981a8e7871 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:40.916641 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-ce9115a2-f3a9-4407-aeee-f3e8dd7646cd req-f45c8aa6-2e2c-4d9a-86e9-11981a8e7871 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] 10.222.0.46 "GET /v2.0/ports?device_id=996cab60-52e5-4fa8-96d0-681c1417eefc HTTP/1.1" status: 200 len: 945 time: 0.0823803 May 10 19:39:40.961815 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-ce9115a2-f3a9-4407-aeee-f3e8dd7646cd req-3ef75004-56ff-4006-9d94-c5f060fe1df3 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] 10.222.0.46 "GET /v2.0/security-groups?id=8cbc462e-7fe5-45d5-b0fa-b44c1f1fa183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381386 May 10 19:39:40.968807 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:41.316800 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 41926) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:39:41.439197 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-bd32f0e6-a710-40a1-84e1-44b2fb63d6b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:41.454882 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-bd32f0e6-a710-40a1-84e1-44b2fb63d6b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:39:41.459009 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-bd32f0e6-a710-40a1-84e1-44b2fb63d6b3 admin admin] Usage tracker for resource:security_group_rule and tenant:a6708394153f4c20a08463848df4b0a8 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:39:41.461979 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-bd32f0e6-a710-40a1-84e1-44b2fb63d6b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:39:41.467879 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-bd32f0e6-a710-40a1-84e1-44b2fb63d6b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:39:41.554503 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-bd32f0e6-a710-40a1-84e1-44b2fb63d6b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:41.605357 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-bd32f0e6-a710-40a1-84e1-44b2fb63d6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:41.613178 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-06745065-6751-44f7-9e0c-33ef935a4137 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:41.654528 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-bd32f0e6-a710-40a1-84e1-44b2fb63d6b3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a6708394153f4c20a08463848df4b0a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3362978 May 10 19:39:41.655210 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd32f0e6-a710-40a1-84e1-44b2fb63d6b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a6107c-8d3b-4898-ab1e-7bb9c168aafb,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:41.657560 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 41934) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:39:41.659712 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-bd32f0e6-a710-40a1-84e1-44b2fb63d6b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:41.732550 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-3253c29a-8d03-456a-ba41-8e9f734b60a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:41.763589 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-3253c29a-8d03-456a-ba41-8e9f734b60a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:41.955150 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d072587c-36b1-4724-9844-6d4c7c710ceb req-b45286f8-5397-42a6-af0e-e6491f41f648 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:41.956617 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-d072587c-36b1-4724-9844-6d4c7c710ceb req-b45286f8-5397-42a6-af0e-e6491f41f648 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=58f1159d-690b-4c55-a2e3-f66f889b9b1e HTTP/1.1" status: 200 len: 945 time: 0.1360106 May 10 19:39:41.991439 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9214dc30-e7a0-45a0-961e-cf8eea45fb0d req-f32d7fc0-fbbe-43fb-8e94-e4055377623e tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:41.992787 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-9214dc30-e7a0-45a0-961e-cf8eea45fb0d req-f32d7fc0-fbbe-43fb-8e94-e4055377623e tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/ports?device_id=53af9893-3874-48a0-80bb-1e30a7d72162 HTTP/1.1" status: 200 len: 946 time: 0.1216619 May 10 19:39:42.041096 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-d072587c-36b1-4724-9844-6d4c7c710ceb req-096f3ccb-3c28-4dc3-bd47-70f957238bcd tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748093 May 10 19:39:42.054427 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-9214dc30-e7a0-45a0-961e-cf8eea45fb0d req-e8206f96-1a3a-4f95-a5d9-2358beb489c0 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/security-groups?id=294b53ad-6834-49da-93cc-8cdce0637b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557232 May 10 19:39:42.137603 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-3253c29a-8d03-456a-ba41-8e9f734b60a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:42.143354 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-a2bfa99f-eaf0-4a6e-ba63-a59bcb983907 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:42.177264 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-05ecdfa3-b7ee-4afa-83d7-ebb5bc70016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:42.199436 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253c29a-8d03-456a-ba41-8e9f734b60a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a6107c-8d3b-4898-ab1e-7bb9c168aafb,revision_number=None']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:42.206570 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-3253c29a-8d03-456a-ba41-8e9f734b60a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:42.208278 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-3253c29a-8d03-456a-ba41-8e9f734b60a1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/09a6107c-8d3b-4898-ab1e-7bb9c168aafb HTTP/1.1" status: 204 len: 168 time: 0.5491359 May 10 19:39:42.208949 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-3253c29a-8d03-456a-ba41-8e9f734b60a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:42.249459 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b597fdd-417e-44e7-995c-027ce480ad5b req-b6b0266b-4666-4ffa-91d9-451d1912c2ec tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:42.249459 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-4b597fdd-417e-44e7-995c-027ce480ad5b req-b6b0266b-4666-4ffa-91d9-451d1912c2ec tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] 10.222.0.46 "GET /v2.0/ports?device_id=996cab60-52e5-4fa8-96d0-681c1417eefc HTTP/1.1" status: 200 len: 945 time: 0.1059484 May 10 19:39:42.296750 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-4b597fdd-417e-44e7-995c-027ce480ad5b req-724d5f0d-e868-4e63-8b6c-0e36afed3be9 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] 10.222.0.46 "GET /v2.0/security-groups?id=8cbc462e-7fe5-45d5-b0fa-b44c1f1fa183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402031 May 10 19:39:42.400853 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2521f657-9480-4869-8cae-0456c578f52c req-0bbe8ea2-e50d-4f35-957b-6e82bc8bcaa8 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:42.400853 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-2521f657-9480-4869-8cae-0456c578f52c req-0bbe8ea2-e50d-4f35-957b-6e82bc8bcaa8 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.36 "GET /v2.0/ports?device_id=53af9893-3874-48a0-80bb-1e30a7d72162 HTTP/1.1" status: 200 len: 946 time: 0.0938389 May 10 19:39:42.551325 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.plugin [req-2521f657-9480-4869-8cae-0456c578f52c req-bc176012-5722-4661-bdf4-948f8435ce6b tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Deleting port fc0fd2fa-be3b-4113-9661-7e2725606ffc {{(pid=79295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:39:42.551693 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-2521f657-9480-4869-8cae-0456c578f52c req-bc176012-5722-4661-bdf4-948f8435ce6b tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757498910621'] for port, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:42.698750 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.db [req-2521f657-9480-4869-8cae-0456c578f52c req-bc176012-5722-4661-bdf4-948f8435ce6b tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] For port fc0fd2fa-be3b-4113-9661-7e2725606ffc, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=fc0fd2fa-be3b-4113-9661-7e2725606ffc,segment=NetworkSegment(a8cd83e0-583d-47d8-8b48-31fe59f67f8c),segment_id=a8cd83e0-583d-47d8-8b48-31fe59f67f8c)] {{(pid=79295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:39:42.699380 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-2521f657-9480-4869-8cae-0456c578f52c req-bc176012-5722-4661-bdf4-948f8435ce6b tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670902'] for port, precommit_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:42.875273 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.plugin [req-2521f657-9480-4869-8cae-0456c578f52c req-bc176012-5722-4661-bdf4-948f8435ce6b tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Calling delete_port for fc0fd2fa-be3b-4113-9661-7e2725606ffc owned by compute:nova {{(pid=79295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:39:43.003366 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b720e271-ab63-46d7-b4de-ce74be1d8754 req-ec11bb1f-6065-4272-a32f-48324e839177 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:43.004069 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [req-b720e271-ab63-46d7-b4de-ce74be1d8754 req-ec11bb1f-6065-4272-a32f-48324e839177 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Synchronizing usage tracker for tenant:573317180ac4476a8f0d5cca9d9aaa70 on resource:port {{(pid=79296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:39:43.065440 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-2521f657-9480-4869-8cae-0456c578f52c req-bc176012-5722-4661-bdf4-948f8435ce6b tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757498915184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757498479629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10826888'] for port, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:43.075826 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:43.080108 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] get_ports_and_sgs() called for port_ids ['fc0fd2fa-be3b-4113-9661-7e2725606ffc'] {{(pid=79297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:39:43.131643 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [req-b720e271-ab63-46d7-b4de-ce74be1d8754 req-ec11bb1f-6065-4272-a32f-48324e839177 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Unset dirty status for tenant:573317180ac4476a8f0d5cca9d9aaa70 on resource:port {{(pid=79296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:39:43.132803 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-b720e271-ab63-46d7-b4de-ce74be1d8754 req-ec11bb1f-6065-4272-a32f-48324e839177 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.36 "GET /v2.0/ports?device_id=58f1159d-690b-4c55-a2e3-f66f889b9b1e HTTP/1.1" status: 200 len: 945 time: 0.2183049 May 10 19:39:43.197345 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc176012-5722-4661-bdf4-948f8435ce6b tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Pushing event deleted for resources: {'Port': ['ID=fc0fd2fa-be3b-4113-9661-7e2725606ffc,revision_number=None']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:43.206894 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-bc176012-5722-4661-bdf4-948f8435ce6b tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:43.316844 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.plugin [req-b720e271-ab63-46d7-b4de-ce74be1d8754 req-6bfcd7a0-97c9-4451-b084-a2522c2a0ce4 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Deleting port 029c875e-02a3-4507-ad58-98be3df0dba6 {{(pid=79296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:39:43.316844 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-b720e271-ab63-46d7-b4de-ce74be1d8754 req-6bfcd7a0-97c9-4451-b084-a2522c2a0ce4 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757498910621'] for port, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:43.338847 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-bf9e312e-8d9a-48d0-aa2e-9057862b3d7f req-7ebfbe10-981b-4593-ba7f-d5621a44165e tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/ports?device_id=53af9893-3874-48a0-80bb-1e30a7d72162 HTTP/1.1" status: 200 len: 210 time: 0.1329951 May 10 19:39:43.345963 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.l3_dvrscheduler_db [req-2521f657-9480-4869-8cae-0456c578f52c req-bc176012-5722-4661-bdf4-948f8435ce6b tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] No DVR routers for this DVR port fc0fd2fa-be3b-4113-9661-7e2725606ffc on host hv-cinder-78445 {{(pid=79295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:39:43.349648 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-2521f657-9480-4869-8cae-0456c578f52c req-bc176012-5722-4661-bdf4-948f8435ce6b tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149324'] for port, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:43.352353 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53af9893-3874-48a0-80bb-1e30a7d72162', 'name': 'network-vif-deleted', 'tag': 'fc0fd2fa-be3b-4113-9661-7e2725606ffc'}] {{(pid=79295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:39:43.413737 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c90568-a633-48a5-8564-264e80b3b712 req-0431dc25-2638-401c-bfde-2531590afee2 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:43.415277 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-86c90568-a633-48a5-8564-264e80b3b712 req-0431dc25-2638-401c-bfde-2531590afee2 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=58f1159d-690b-4c55-a2e3-f66f889b9b1e HTTP/1.1" status: 200 len: 945 time: 0.2535460 May 10 19:39:43.442527 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53af9893-3874-48a0-80bb-1e30a7d72162', 'name': 'network-vif-deleted', 'tag': 'fc0fd2fa-be3b-4113-9661-7e2725606ffc', 'status': 'completed', 'code': 200} May 10 19:39:43.478093 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-86c90568-a633-48a5-8564-264e80b3b712 req-0f89d4a1-8681-4ed9-850c-4fa5f8cbf80c tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517974 May 10 19:39:43.487282 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-2521f657-9480-4869-8cae-0456c578f52c req-bc176012-5722-4661-bdf4-948f8435ce6b tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.36 "DELETE /v2.0/ports/fc0fd2fa-be3b-4113-9661-7e2725606ffc HTTP/1.1" status: 204 len: 173 time: 1.0810475 May 10 19:39:43.490614 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.db [req-b720e271-ab63-46d7-b4de-ce74be1d8754 req-6bfcd7a0-97c9-4451-b084-a2522c2a0ce4 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] For port 029c875e-02a3-4507-ad58-98be3df0dba6, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=029c875e-02a3-4507-ad58-98be3df0dba6,segment=NetworkSegment(a605215e-47bd-49ee-ade5-586ba36a9b26),segment_id=a605215e-47bd-49ee-ade5-586ba36a9b26)] {{(pid=79296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:39:43.491000 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-b720e271-ab63-46d7-b4de-ce74be1d8754 req-6bfcd7a0-97c9-4451-b084-a2522c2a0ce4 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670902'] for port, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:43.647624 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.plugin [req-b720e271-ab63-46d7-b4de-ce74be1d8754 req-6bfcd7a0-97c9-4451-b084-a2522c2a0ce4 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Calling delete_port for 029c875e-02a3-4507-ad58-98be3df0dba6 owned by compute:nova {{(pid=79296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:39:43.720883 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-02078f97-e06b-4c48-b673-8bf9bf3f5f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:43.863290 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-b720e271-ab63-46d7-b4de-ce74be1d8754 req-6bfcd7a0-97c9-4451-b084-a2522c2a0ce4 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757498915184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757498479629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10503775'] for port, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:43.872623 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:43.875967 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] get_ports_and_sgs() called for port_ids ['825fef50-6356-4fd5-bfe8-37d1923bbc0e', '029c875e-02a3-4507-ad58-98be3df0dba6'] {{(pid=79297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:39:43.919233 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfcd7a0-97c9-4451-b084-a2522c2a0ce4 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Pushing event deleted for resources: {'Port': ['ID=029c875e-02a3-4507-ad58-98be3df0dba6,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:43.924607 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-6bfcd7a0-97c9-4451-b084-a2522c2a0ce4 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:44.053668 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.l3_dvrscheduler_db [req-b720e271-ab63-46d7-b4de-ce74be1d8754 req-6bfcd7a0-97c9-4451-b084-a2522c2a0ce4 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] No DVR routers for this DVR port 029c875e-02a3-4507-ad58-98be3df0dba6 on host hv-cinder-78445 {{(pid=79296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:39:44.058446 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-b720e271-ab63-46d7-b4de-ce74be1d8754 req-6bfcd7a0-97c9-4451-b084-a2522c2a0ce4 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149324'] for port, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:44.062443 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f1159d-690b-4c55-a2e3-f66f889b9b1e', 'name': 'network-vif-deleted', 'tag': '029c875e-02a3-4507-ad58-98be3df0dba6'}] {{(pid=79296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:39:44.115922 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f1159d-690b-4c55-a2e3-f66f889b9b1e', 'name': 'network-vif-deleted', 'tag': '029c875e-02a3-4507-ad58-98be3df0dba6', 'status': 'completed', 'code': 200} May 10 19:39:44.256274 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-b720e271-ab63-46d7-b4de-ce74be1d8754 req-6bfcd7a0-97c9-4451-b084-a2522c2a0ce4 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.36 "DELETE /v2.0/ports/029c875e-02a3-4507-ad58-98be3df0dba6 HTTP/1.1" status: 204 len: 173 time: 1.1155355 May 10 19:39:44.524034 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-fdfe34d3-e0af-4307-9cde-a925e66c792a req-5ce70377-4a0e-443c-9d1a-4c48f2634ee8 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Synchronizing usage tracker for tenant:199515a807db4df6b09d4d3ef44250c3 on resource:port {{(pid=79295) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:39:44.658400 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-d144da2d-e79c-40ee-833e-beb809448576 req-c58363fc-b3c5-431d-b437-2f6a59d0c7c3 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=58f1159d-690b-4c55-a2e3-f66f889b9b1e HTTP/1.1" status: 200 len: 210 time: 0.0475175 May 10 19:39:44.685802 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-fdfe34d3-e0af-4307-9cde-a925e66c792a req-5ce70377-4a0e-443c-9d1a-4c48f2634ee8 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Unset dirty status for tenant:199515a807db4df6b09d4d3ef44250c3 on resource:port {{(pid=79295) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:39:44.687113 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-fdfe34d3-e0af-4307-9cde-a925e66c792a req-5ce70377-4a0e-443c-9d1a-4c48f2634ee8 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] 10.222.0.46 "GET /v2.0/ports?device_id=53af9893-3874-48a0-80bb-1e30a7d72162 HTTP/1.1" status: 200 len: 210 time: 0.2100644 May 10 19:39:45.805606 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 42074) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:39:45.876000 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc4fadab-bae6-4ba0-8ec2-c7e94f593455 admin admin] Deleting subnet ca778bf9-51c9-411c-acc3-eec82a0bc2d4 {{(pid=79296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 19:39:45.878878 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-bc4fadab-bae6-4ba0-8ec2-c7e94f593455 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:45.929121 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-bc4fadab-bae6-4ba0-8ec2-c7e94f593455 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10932808'] for subnet, precommit_delete_associations {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:45.984100 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-bc4fadab-bae6-4ba0-8ec2-c7e94f593455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4008472'] for subnet, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:46.318663 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-bc4fadab-bae6-4ba0-8ec2-c7e94f593455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4008471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10503692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10614102'] for subnet, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:46.318663 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:46.356271 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331ddae8-81a8-4eba-b6a9-72e81751d5cf req-7424fcc0-c75a-4c8f-9e96-8c84285b5127 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:46.358575 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-331ddae8-81a8-4eba-b6a9-72e81751d5cf req-7424fcc0-c75a-4c8f-9e96-8c84285b5127 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae2758c1-2eb6-401f-9a86-e0e9f6c87812 HTTP/1.1" status: 200 len: 946 time: 0.1007669 May 10 19:39:46.368522 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-bc4fadab-bae6-4ba0-8ec2-c7e94f593455 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533414'] for subnet, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:46.371821 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4fadab-bae6-4ba0-8ec2-c7e94f593455 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca778bf9-51c9-411c-acc3-eec82a0bc2d4,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:46.375280 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-bc4fadab-bae6-4ba0-8ec2-c7e94f593455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:46.383017 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-bc4fadab-bae6-4ba0-8ec2-c7e94f593455 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/ca778bf9-51c9-411c-acc3-eec82a0bc2d4 HTTP/1.1" status: 204 len: 168 time: 0.5757399 May 10 19:39:46.389182 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 42092) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:39:46.436160 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-331ddae8-81a8-4eba-b6a9-72e81751d5cf req-e514a951-977f-486d-8f07-3baa0ceae3ea tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701325 May 10 19:39:46.500870 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-85af226a-b7f3-4cfe-aaca-396831f1bfcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850776'] for network, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:46.633334 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-85af226a-b7f3-4cfe-aaca-396831f1bfcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002531', 'neutron.services.segments.db._delete_segments_for_network-8757498921373'] for network, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:46.647587 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.services.segments.db [None req-85af226a-b7f3-4cfe-aaca-396831f1bfcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec9d3060-cbe0-4a19-b391-792c7285d3c2']}} {{(pid=79296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:39:46.671308 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.services.segments.db [None req-85af226a-b7f3-4cfe-aaca-396831f1bfcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8cd83e0-583d-47d8-8b48-31fe59f67f8c') {'for_net_delete': True} {{(pid=79296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:39:46.671840 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.services.segments.db [None req-85af226a-b7f3-4cfe-aaca-396831f1bfcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8cd83e0-583d-47d8-8b48-31fe59f67f8c') {} {{(pid=79296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:39:46.691918 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-85af226a-b7f3-4cfe-aaca-396831f1bfcd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757498933351', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10932823'] for segment, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:46.717805 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-85af226a-b7f3-4cfe-aaca-396831f1bfcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007211'] for segment, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:46.726371 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85af226a-b7f3-4cfe-aaca-396831f1bfcd admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=79296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:39:46.727055 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-85af226a-b7f3-4cfe-aaca-396831f1bfcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10503786'] for segment, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:46.741781 dv-cinder-784453-6-smb neutron-server[79296]: Traceback (most recent call last): May 10 19:39:46.741781 dv-cinder-784453-6-smb neutron-server[79296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:39:46.741781 dv-cinder-784453-6-smb neutron-server[79296]: timer() May 10 19:39:46.741781 dv-cinder-784453-6-smb neutron-server[79296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:39:46.741781 dv-cinder-784453-6-smb neutron-server[79296]: cb(*args, **kw) May 10 19:39:46.741781 dv-cinder-784453-6-smb neutron-server[79296]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 19:39:46.741781 dv-cinder-784453-6-smb neutron-server[79296]: return func(*args, **kwargs) May 10 19:39:46.741781 dv-cinder-784453-6-smb neutron-server[79296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:39:46.741781 dv-cinder-784453-6-smb neutron-server[79296]: self._notify() May 10 19:39:46.741781 dv-cinder-784453-6-smb neutron-server[79296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:39:46.741781 dv-cinder-784453-6-smb neutron-server[79296]: self.callback(batched_events) May 10 19:39:46.741781 dv-cinder-784453-6-smb neutron-server[79296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:39:46.741781 dv-cinder-784453-6-smb neutron-server[79296]: event.method(event) May 10 19:39:46.741781 dv-cinder-784453-6-smb neutron-server[79296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 19:39:46.741781 dv-cinder-784453-6-smb neutron-server[79296]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:39:46.741781 dv-cinder-784453-6-smb neutron-server[79296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 19:39:46.741781 dv-cinder-784453-6-smb neutron-server[79296]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:39:46.741781 dv-cinder-784453-6-smb neutron-server[79296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 19:39:46.741781 dv-cinder-784453-6-smb neutron-server[79296]: return f(self, *a, **k) May 10 19:39:46.741781 dv-cinder-784453-6-smb neutron-server[79296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 19:39:46.741781 dv-cinder-784453-6-smb neutron-server[79296]: return self._get(url).json() May 10 19:39:46.741781 dv-cinder-784453-6-smb neutron-server[79296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 19:39:46.741781 dv-cinder-784453-6-smb neutron-server[79296]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:39:46.741781 dv-cinder-784453-6-smb neutron-server[79296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:39:46.741781 dv-cinder-784453-6-smb neutron-server[79296]: return self.request(url, 'GET', **kwargs) May 10 19:39:46.741781 dv-cinder-784453-6-smb neutron-server[79296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:39:46.741781 dv-cinder-784453-6-smb neutron-server[79296]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:39:46.741781 dv-cinder-784453-6-smb neutron-server[79296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:39:46.741781 dv-cinder-784453-6-smb neutron-server[79296]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:39:46.741781 dv-cinder-784453-6-smb neutron-server[79296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:39:46.741781 dv-cinder-784453-6-smb neutron-server[79296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:39:46.741781 dv-cinder-784453-6-smb neutron-server[79296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:39:46.888062 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-85af226a-b7f3-4cfe-aaca-396831f1bfcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658298'] for network, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:46.893598 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-bc4a3bd3-c679-4ea1-9ebe-6770ed438932 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:46.910493 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-85af226a-b7f3-4cfe-aaca-396831f1bfcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533414'] for network, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:46.924142 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85af226a-b7f3-4cfe-aaca-396831f1bfcd admin admin] Pushing event deleted for resources: {'Network': ['ID=ec9d3060-cbe0-4a19-b391-792c7285d3c2,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:46.927170 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-85af226a-b7f3-4cfe-aaca-396831f1bfcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:46.991668 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-85af226a-b7f3-4cfe-aaca-396831f1bfcd admin admin] 10.222.0.46 "DELETE /v2.0/networks/ec9d3060-cbe0-4a19-b391-792c7285d3c2 HTTP/1.1" status: 204 len: 168 time: 0.6007187 May 10 19:39:47.387338 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device fc0fd2fa-be3b-4113-9661-7e2725606ffc no longer exists at agent hyperv_hv-cinder-78445 {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:39:47.421137 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.plugin [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] No Port match for: fc0fd2fa-be3b-4113-9661-7e2725606ffc {{(pid=79297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:39:47.422003 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device fc0fd2fa-be3b-4113-9661-7e2725606ffc not bound to the agent host hv-cinder-78445 {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:39:47.422429 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device 029c875e-02a3-4507-ad58-98be3df0dba6 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:39:47.455808 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.plugin [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] No Port match for: 029c875e-02a3-4507-ad58-98be3df0dba6 {{(pid=79297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:39:47.456153 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device 029c875e-02a3-4507-ad58-98be3df0dba6 not bound to the agent host hv-cinder-78445 {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:39:47.498567 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 42120) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:39:47.548095 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-ab88b0e9-f0a1-46d9-8de1-fbab7ddfdb45 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=199515a807db4df6b09d4d3ef44250c3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0475373 May 10 19:39:47.551286 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 42124) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:39:47.610332 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-93bb5453-3f27-41cf-8775-ada2acfab525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:47.627595 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd059d36-6ad7-4e73-a949-15dddff8ee49 req-c4855a18-9fe0-499a-878d-a5b3ae512569 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:47.629158 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-bd059d36-6ad7-4e73-a949-15dddff8ee49 req-c4855a18-9fe0-499a-878d-a5b3ae512569 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae2758c1-2eb6-401f-9a86-e0e9f6c87812 HTTP/1.1" status: 200 len: 946 time: 0.0849500 May 10 19:39:47.636830 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-93bb5453-3f27-41cf-8775-ada2acfab525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:47.680871 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-bd059d36-6ad7-4e73-a949-15dddff8ee49 req-876fc102-4073-4420-8ab1-3e37d78194d3 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456743 May 10 19:39:47.784374 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-93bb5453-3f27-41cf-8775-ada2acfab525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:47.784374 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-fa2c8d4f-cb2b-490c-bd92-aa7899a80fb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:47.803365 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bb5453-3f27-41cf-8775-ada2acfab525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=294b53ad-6834-49da-93cc-8cdce0637b62,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:47.804474 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-93bb5453-3f27-41cf-8775-ada2acfab525 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:47.852288 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-93bb5453-3f27-41cf-8775-ada2acfab525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:47.854254 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-93bb5453-3f27-41cf-8775-ada2acfab525 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/294b53ad-6834-49da-93cc-8cdce0637b62 HTTP/1.1" status: 204 len: 168 time: 0.3012249 May 10 19:39:48.098117 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.agents_db [None req-ff3cf147-8285-4226-b8f5-cc0a2e41555e None None] Agent healthcheck: found 6 active agents {{(pid=79298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:39:48.345366 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 42144) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:39:48.509267 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-9c8b6ae2-eac8-4d75-8d0a-f2ae521cc453 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:48.525344 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-9c8b6ae2-eac8-4d75-8d0a-f2ae521cc453 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:39:48.529979 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-9c8b6ae2-eac8-4d75-8d0a-f2ae521cc453 admin admin] Usage tracker for resource:security_group_rule and tenant:5351f2cc0660495f8ebcc9bab3efe6e8 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:39:48.533529 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-9c8b6ae2-eac8-4d75-8d0a-f2ae521cc453 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:39:48.540288 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-9c8b6ae2-eac8-4d75-8d0a-f2ae521cc453 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:39:48.633832 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-9c8b6ae2-eac8-4d75-8d0a-f2ae521cc453 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:48.693732 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-9c8b6ae2-eac8-4d75-8d0a-f2ae521cc453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:48.702556 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-530d8534-3088-4745-85b3-c573105093a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:48.745553 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-9c8b6ae2-eac8-4d75-8d0a-f2ae521cc453 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5351f2cc0660495f8ebcc9bab3efe6e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3968356 May 10 19:39:48.745553 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8b6ae2-eac8-4d75-8d0a-f2ae521cc453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66396114-b937-4237-bbe4-9f129a8e2349,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:48.746891 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 42164) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:39:48.747362 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-9c8b6ae2-eac8-4d75-8d0a-f2ae521cc453 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:48.909048 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-192e7e50-ca28-4183-99f5-3ce78272aa5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:48.949632 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-192e7e50-ca28-4183-99f5-3ce78272aa5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:49.013115 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc9ce6-fe05-42c2-a35a-26aabc44d9b3 req-60c16290-04e4-45ab-88d3-5bcef1f02fe0 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:49.014601 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-bfbc9ce6-fe05-42c2-a35a-26aabc44d9b3 req-60c16290-04e4-45ab-88d3-5bcef1f02fe0 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae2758c1-2eb6-401f-9a86-e0e9f6c87812 HTTP/1.1" status: 200 len: 946 time: 0.1425617 May 10 19:39:49.065568 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-bfbc9ce6-fe05-42c2-a35a-26aabc44d9b3 req-b2f83e28-2def-4d31-8208-6d88be2307cb tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417025 May 10 19:39:49.150790 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-192e7e50-ca28-4183-99f5-3ce78272aa5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:49.154784 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-3d6dba08-dc56-41e7-8fb4-6a1723172790 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:49.166840 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192e7e50-ca28-4183-99f5-3ce78272aa5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66396114-b937-4237-bbe4-9f129a8e2349,revision_number=None']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:49.170500 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-192e7e50-ca28-4183-99f5-3ce78272aa5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:49.174541 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-192e7e50-ca28-4183-99f5-3ce78272aa5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:49.175723 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-192e7e50-ca28-4183-99f5-3ce78272aa5b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/66396114-b937-4237-bbe4-9f129a8e2349 HTTP/1.1" status: 204 len: 168 time: 0.4275861 May 10 19:39:49.399958 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 42184) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:39:49.521648 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-7d1c49b9-ebc8-4b47-80b8-a0764788fb16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:49.539013 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-7d1c49b9-ebc8-4b47-80b8-a0764788fb16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:39:49.544236 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-7d1c49b9-ebc8-4b47-80b8-a0764788fb16 admin admin] Usage tracker for resource:security_group_rule and tenant:9d47e905ad7c4126aba863dfa10020c7 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:39:49.555829 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-7d1c49b9-ebc8-4b47-80b8-a0764788fb16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:39:49.562395 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-7d1c49b9-ebc8-4b47-80b8-a0764788fb16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:39:49.647692 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-7d1c49b9-ebc8-4b47-80b8-a0764788fb16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:49.728284 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-7d1c49b9-ebc8-4b47-80b8-a0764788fb16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:49.738278 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-ba99ab10-d705-4a8c-ae80-14e738656a96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:49.781448 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-7d1c49b9-ebc8-4b47-80b8-a0764788fb16 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9d47e905ad7c4126aba863dfa10020c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3799107 May 10 19:39:49.784405 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1c49b9-ebc8-4b47-80b8-a0764788fb16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4731c9a-8530-4bfa-b988-13439db5372e,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:49.784549 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 42200) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:39:49.788180 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-7d1c49b9-ebc8-4b47-80b8-a0764788fb16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:49.856276 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-05e661e0-d3fa-465c-bdc8-29fa5224d5ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:49.906362 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-05e661e0-d3fa-465c-bdc8-29fa5224d5ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:50.081945 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-05e661e0-d3fa-465c-bdc8-29fa5224d5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:50.085848 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-34bbbc70-5084-4d69-bf03-0a382f2f354d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:50.097776 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e661e0-d3fa-465c-bdc8-29fa5224d5ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4731c9a-8530-4bfa-b988-13439db5372e,revision_number=None']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:50.101546 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-05e661e0-d3fa-465c-bdc8-29fa5224d5ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:50.105180 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-05e661e0-d3fa-465c-bdc8-29fa5224d5ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:50.109626 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-05e661e0-d3fa-465c-bdc8-29fa5224d5ac admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b4731c9a-8530-4bfa-b988-13439db5372e HTTP/1.1" status: 204 len: 168 time: 0.3235433 May 10 19:39:50.256686 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 42222) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:39:50.280462 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a8c237-d8f8-4fac-8da3-9e7e48b9c946 req-9b6a8123-2b48-4e1f-b602-260cd4b5d08f tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:50.282073 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-a5a8c237-d8f8-4fac-8da3-9e7e48b9c946 req-9b6a8123-2b48-4e1f-b602-260cd4b5d08f tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae2758c1-2eb6-401f-9a86-e0e9f6c87812 HTTP/1.1" status: 200 len: 946 time: 0.0892372 May 10 19:39:50.329341 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-a5a8c237-d8f8-4fac-8da3-9e7e48b9c946 req-2bb85a98-f05d-47a1-8c53-a72afdd50a1a tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411227 May 10 19:39:50.478145 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.v2.base [None req-af03feb5-e8ec-40da-9bc0-05a0a0a299ef admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1528677621-network', 'tenant_id': '536ec0bc9dcf4f2580e2ea96cc3adb48'}} {{(pid=79296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:39:50.483080 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-af03feb5-e8ec-40da-9bc0-05a0a0a299ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:39:50.487373 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-af03feb5-e8ec-40da-9bc0-05a0a0a299ef admin admin] Usage tracker for resource:network and tenant:536ec0bc9dcf4f2580e2ea96cc3adb48 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:39:50.490489 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-af03feb5-e8ec-40da-9bc0-05a0a0a299ef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:39:50.501552 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-af03feb5-e8ec-40da-9bc0-05a0a0a299ef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:39:50.577400 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af03feb5-e8ec-40da-9bc0-05a0a0a299ef admin admin] Made reservation on behalf of 536ec0bc9dcf4f2580e2ea96cc3adb48 for: {'network': 1} {{(pid=79296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:39:50.579756 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-af03feb5-e8ec-40da-9bc0-05a0a0a299ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for network, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:50.595153 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-af03feb5-e8ec-40da-9bc0-05a0a0a299ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:50.607448 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-af03feb5-e8ec-40da-9bc0-05a0a0a299ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:39:50.614028 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-af03feb5-e8ec-40da-9bc0-05a0a0a299ef admin admin] Usage tracker for resource:security_group_rule and tenant:536ec0bc9dcf4f2580e2ea96cc3adb48 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:39:50.615340 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-af03feb5-e8ec-40da-9bc0-05a0a0a299ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:39:50.621272 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-af03feb5-e8ec-40da-9bc0-05a0a0a299ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:39:50.703481 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-af03feb5-e8ec-40da-9bc0-05a0a0a299ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:50.745218 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-af03feb5-e8ec-40da-9bc0-05a0a0a299ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:50.749602 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-28b61232-f41a-4205-91e2-0f448a730b1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:50.773697 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af03feb5-e8ec-40da-9bc0-05a0a0a299ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=79296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:39:50.787326 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af03feb5-e8ec-40da-9bc0-05a0a0a299ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=140b0304-55bf-486b-a2f2-9943d10c6874,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:50.791443 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-af03feb5-e8ec-40da-9bc0-05a0a0a299ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:50.792467 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-af03feb5-e8ec-40da-9bc0-05a0a0a299ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007211'] for segment, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:50.793006 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.db.segments_db [None req-af03feb5-e8ec-40da-9bc0-05a0a0a299ef admin admin] Added segment a6604af7-609a-4966-831b-b0a2c078687c of type vlan for network 5e639025-eadf-4b4c-bd6d-cdc3eaf5928c May 10 19:39:50.823812 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-af03feb5-e8ec-40da-9bc0-05a0a0a299ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757498498946'] for network, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:50.893714 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-af03feb5-e8ec-40da-9bc0-05a0a0a299ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384'] for network, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:50.895125 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af03feb5-e8ec-40da-9bc0-05a0a0a299ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:50.895729 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-af03feb5-e8ec-40da-9bc0-05a0a0a299ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533414'] for network, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:50.900642 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-156ce02c-e78e-41b3-9cd3-71d8f9cf31a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:51.003850 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af03feb5-e8ec-40da-9bc0-05a0a0a299ef admin admin] Pushing event updated for resources: {'Network': ['ID=5e639025-eadf-4b4c-bd6d-cdc3eaf5928c,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:51.007124 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-af03feb5-e8ec-40da-9bc0-05a0a0a299ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:51.013844 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Network 5e639025-eadf-4b4c-bd6d-cdc3eaf5928c details requested by agent ovs-agent-dv-cinder-784453-6-smb with host dv-cinder-784453-6-smb {{(pid=79297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 19:39:51.100167 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-af03feb5-e8ec-40da-9bc0-05a0a0a299ef admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8423815 May 10 19:39:51.103015 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 42248) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:39:51.115026 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.v2.base [None req-ad1f68aa-822f-4514-b40f-636d7f545fee admin admin] Request body: {'subnet': {'network_id': '5e639025-eadf-4b4c-bd6d-cdc3eaf5928c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1528677621-subnet', 'tenant_id': '536ec0bc9dcf4f2580e2ea96cc3adb48', 'ip_version': 4}} {{(pid=79296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:39:51.123583 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-ad1f68aa-822f-4514-b40f-636d7f545fee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:39:51.129130 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-ad1f68aa-822f-4514-b40f-636d7f545fee admin admin] Usage tracker for resource:subnet and tenant:536ec0bc9dcf4f2580e2ea96cc3adb48 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:39:51.133237 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-ad1f68aa-822f-4514-b40f-636d7f545fee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:39:51.140060 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-ad1f68aa-822f-4514-b40f-636d7f545fee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:39:51.194619 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad1f68aa-822f-4514-b40f-636d7f545fee admin admin] Made reservation on behalf of 536ec0bc9dcf4f2580e2ea96cc3adb48 for: {'subnet': 1} {{(pid=79296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:39:51.197932 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-ad1f68aa-822f-4514-b40f-636d7f545fee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10614077'] for subnet, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:51.555863 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb4e2cd-7f81-4507-9503-ec121467d091 req-c501d513-d2ad-4c29-8700-b156af69352c tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:51.557465 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-adb4e2cd-7f81-4507-9503-ec121467d091 req-c501d513-d2ad-4c29-8700-b156af69352c tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae2758c1-2eb6-401f-9a86-e0e9f6c87812 HTTP/1.1" status: 200 len: 946 time: 0.0938833 May 10 19:39:51.603911 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-adb4e2cd-7f81-4507-9503-ec121467d091 req-a5987cde-7452-4c03-9a5f-3b71502b8823 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/security-groups?id=1f6e2f37-f221-4055-abc1-58d805595f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403194 May 10 19:39:51.796051 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-ad1f68aa-822f-4514-b40f-636d7f545fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10909135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10614095'] for subnet, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:51.801166 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:51.874130 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1f68aa-822f-4514-b40f-636d7f545fee admin admin] Pushing event updated for resources: {'Subnet': ['ID=be8f9184-e655-413c-8c2a-cea8adc5553d,revision_number=0']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:51.878848 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-ad1f68aa-822f-4514-b40f-636d7f545fee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:51.883222 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1f68aa-822f-4514-b40f-636d7f545fee admin admin] Checking segment: {'id': 'a6604af7-609a-4966-831b-b0a2c078687c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5e639025-eadf-4b4c-bd6d-cdc3eaf5928c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:39:51.883581 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1f68aa-822f-4514-b40f-636d7f545fee admin admin] Network hostable DHCP agents. Network: 5e639025-eadf-4b4c-bd6d-cdc3eaf5928c, hostable agents: ['cf5774e5-e4b1-412e-9d40-b43239b08ac1'], hosted agents: [] {{(pid=79296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:39:51.987225 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1f68aa-822f-4514-b40f-636d7f545fee admin admin] Network 5e639025-eadf-4b4c-bd6d-cdc3eaf5928c is scheduled to be hosted by DHCP agent cf5774e5-e4b1-412e-9d40-b43239b08ac1 with binding_index 1 {{(pid=79296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:39:52.070440 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377acd3a-6a75-43fb-84cf-aa38c07e9368 req-ad5ca69f-ada1-4e79-b6a1-863fec16a5e6 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:52.071146 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [req-377acd3a-6a75-43fb-84cf-aa38c07e9368 req-ad5ca69f-ada1-4e79-b6a1-863fec16a5e6 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Synchronizing usage tracker for tenant:573317180ac4476a8f0d5cca9d9aaa70 on resource:port {{(pid=79296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:39:52.084062 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.base_scheduler [None req-ad1f68aa-822f-4514-b40f-636d7f545fee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-6-smb, 5e639025-eadf-4b4c-bd6d-cdc3eaf5928c) {{(pid=79296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:39:52.096285 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e398e1c3-033c-429f-beba-9d26180e4d8a None None] Network 5e639025-eadf-4b4c-bd6d-cdc3eaf5928c requested from dv-cinder-784453-6-smb {{(pid=79297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:39:52.101121 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1f68aa-822f-4514-b40f-636d7f545fee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:52.101937 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-ad1f68aa-822f-4514-b40f-636d7f545fee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533414'] for subnet, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:52.177656 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [req-377acd3a-6a75-43fb-84cf-aa38c07e9368 req-ad5ca69f-ada1-4e79-b6a1-863fec16a5e6 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Unset dirty status for tenant:573317180ac4476a8f0d5cca9d9aaa70 on resource:port {{(pid=79296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:39:52.178956 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-377acd3a-6a75-43fb-84cf-aa38c07e9368 req-ad5ca69f-ada1-4e79-b6a1-863fec16a5e6 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae2758c1-2eb6-401f-9a86-e0e9f6c87812 HTTP/1.1" status: 200 len: 946 time: 0.2335837 May 10 19:39:52.309681 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-ad1f68aa-822f-4514-b40f-636d7f545fee admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2032669 May 10 19:39:52.310649 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 42278) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:39:52.317585 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.v2.base [None req-d9bfe084-7132-4293-bdb2-7a622da4bbf9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1528677621-router', 'tenant_id': '536ec0bc9dcf4f2580e2ea96cc3adb48', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989'}}} {{(pid=79295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:39:52.323367 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-d9bfe084-7132-4293-bdb2-7a622da4bbf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:39:52.332320 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-d9bfe084-7132-4293-bdb2-7a622da4bbf9 admin admin] Usage tracker for resource:router and tenant:536ec0bc9dcf4f2580e2ea96cc3adb48 is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:39:52.337013 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60d2e09-95e6-481a-bfe0-ca8ced193400 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5621fda0-e5c6-53dc-bc61-667937d628dd-5e639025-eadf-4b4c-bd6d-cdc3eaf5928c', 'network_id': '5e639025-eadf-4b4c-bd6d-cdc3eaf5928c', 'tenant_id': '536ec0bc9dcf4f2580e2ea96cc3adb48', 'fixed_ips': [{'subnet_id': 'be8f9184-e655-413c-8c2a-cea8adc5553d'}]}} from dv-cinder-784453-6-smb. {{(pid=79297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 19:39:52.338092 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-e60d2e09-95e6-481a-bfe0-ca8ced193400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_create {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:52.338339 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-d9bfe084-7132-4293-bdb2-7a622da4bbf9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:39:52.345971 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-d9bfe084-7132-4293-bdb2-7a622da4bbf9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:39:52.360687 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.plugin [req-377acd3a-6a75-43fb-84cf-aa38c07e9368 req-71d84736-6ae0-42b8-8b81-50ae40c275d4 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Deleting port 825fef50-6356-4fd5-bfe8-37d1923bbc0e {{(pid=79296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:39:52.361032 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-377acd3a-6a75-43fb-84cf-aa38c07e9368 req-71d84736-6ae0-42b8-8b81-50ae40c275d4 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757498910621'] for port, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:52.431321 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-d9bfe084-7132-4293-bdb2-7a622da4bbf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-862949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:52.433147 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-d9bfe084-7132-4293-bdb2-7a622da4bbf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-862954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-667882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-557229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5452'] for router, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:52.459981 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-d9bfe084-7132-4293-bdb2-7a622da4bbf9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:52.512325 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.db_base_plugin_common [None req-e60d2e09-95e6-481a-bfe0-ca8ced193400 None None] Allocated IP 172.20.0.2 (5e639025-eadf-4b4c-bd6d-cdc3eaf5928c/be8f9184-e655-413c-8c2a-cea8adc5553d/d2ebf538-a3df-4665-aae2-60b25ab0df02) {{(pid=79297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:39:52.512687 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.db [req-377acd3a-6a75-43fb-84cf-aa38c07e9368 req-71d84736-6ae0-42b8-8b81-50ae40c275d4 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] For port 825fef50-6356-4fd5-bfe8-37d1923bbc0e, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=825fef50-6356-4fd5-bfe8-37d1923bbc0e,segment=NetworkSegment(a605215e-47bd-49ee-ade5-586ba36a9b26),segment_id=a605215e-47bd-49ee-ade5-586ba36a9b26)] {{(pid=79296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:39:52.513057 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-377acd3a-6a75-43fb-84cf-aa38c07e9368 req-71d84736-6ae0-42b8-8b81-50ae40c275d4 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670902'] for port, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:52.638374 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.plugin [req-377acd3a-6a75-43fb-84cf-aa38c07e9368 req-71d84736-6ae0-42b8-8b81-50ae40c275d4 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Calling delete_port for 825fef50-6356-4fd5-bfe8-37d1923bbc0e owned by compute:nova {{(pid=79296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:39:52.728171 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-e60d2e09-95e6-481a-bfe0-ca8ced193400 None None] Notify callbacks [] for port, precommit_create {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:52.819827 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-e60d2e09-95e6-481a-bfe0-ca8ced193400 None None] Transition to ACTIVE for port object d2ebf538-a3df-4665-aae2-60b25ab0df02 will not be triggered until provisioned by entity L2. {{(pid=79297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:39:52.820072 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-377acd3a-6a75-43fb-84cf-aa38c07e9368 req-71d84736-6ae0-42b8-8b81-50ae40c275d4 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757498915184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757498479629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10503775'] for port, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:52.826143 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-ab8818e8-b81d-4c24-be57-85af99a8ca13 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:52.838623 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] get_ports_and_sgs() called for port_ids ['825fef50-6356-4fd5-bfe8-37d1923bbc0e'] {{(pid=79297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:39:52.874840 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d84736-6ae0-42b8-8b81-50ae40c275d4 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Pushing event deleted for resources: {'Port': ['ID=825fef50-6356-4fd5-bfe8-37d1923bbc0e,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:52.877993 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-71d84736-6ae0-42b8-8b81-50ae40c275d4 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:52.891232 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-e60d2e09-95e6-481a-bfe0-ca8ced193400 None None] Transition to ACTIVE for port object d2ebf538-a3df-4665-aae2-60b25ab0df02 will not be triggered until provisioned by entity DHCP. {{(pid=79297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:39:52.951257 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.l3_dvrscheduler_db [req-377acd3a-6a75-43fb-84cf-aa38c07e9368 req-71d84736-6ae0-42b8-8b81-50ae40c275d4 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] No DVR routers for this DVR port 825fef50-6356-4fd5-bfe8-37d1923bbc0e on host hv-cinder-78445 {{(pid=79296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:39:52.954346 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-377acd3a-6a75-43fb-84cf-aa38c07e9368 req-71d84736-6ae0-42b8-8b81-50ae40c275d4 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149324'] for port, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:52.956917 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae2758c1-2eb6-401f-9a86-e0e9f6c87812', 'name': 'network-vif-deleted', 'tag': '825fef50-6356-4fd5-bfe8-37d1923bbc0e'}] {{(pid=79296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:39:52.969758 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-e60d2e09-95e6-481a-bfe0-ca8ced193400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757498479620'] for port, after_create {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:52.974760 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:52.981620 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-090d00f2-e2e2-497b-ae13-78e5e84c7569 req-44609d5c-b057-4546-8c8a-be75f2e1aa0c tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae2758c1-2eb6-401f-9a86-e0e9f6c87812 HTTP/1.1" status: 200 len: 210 time: 0.1103067 May 10 19:39:52.996266 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-d9bfe084-7132-4293-bdb2-7a622da4bbf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-667795', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-862225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5458'] for router, precommit_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:53.008216 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae2758c1-2eb6-401f-9a86-e0e9f6c87812', 'name': 'network-vif-deleted', 'tag': '825fef50-6356-4fd5-bfe8-37d1923bbc0e', 'status': 'completed', 'code': 200} May 10 19:39:53.035953 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60d2e09-95e6-481a-bfe0-ca8ced193400 None None] Network 5e639025-eadf-4b4c-bd6d-cdc3eaf5928c is already hosted by enough agents. {{(pid=79297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:39:53.038753 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.scheduler.base_scheduler [None req-e60d2e09-95e6-481a-bfe0-ca8ced193400 None None] Resources bound (agent type, host, resource id): {{(pid=79297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:39:53.046617 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60d2e09-95e6-481a-bfe0-ca8ced193400 None None] Received port after_create {{(pid=79297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:39:53.051271 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-377acd3a-6a75-43fb-84cf-aa38c07e9368 req-71d84736-6ae0-42b8-8b81-50ae40c275d4 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.36 "DELETE /v2.0/ports/825fef50-6356-4fd5-bfe8-37d1923bbc0e HTTP/1.1" status: 204 len: 173 time: 0.8639331 May 10 19:39:53.054905 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d2e09-95e6-481a-bfe0-ca8ced193400 None None] Pushing event updated for resources: {'Port': ['ID=d2ebf538-a3df-4665-aae2-60b25ab0df02,revision_number=1']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:53.081489 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-e60d2e09-95e6-481a-bfe0-ca8ced193400 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:53.491380 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-d9bfe084-7132-4293-bdb2-7a622da4bbf9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:53.525342 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-d9bfe084-7132-4293-bdb2-7a622da4bbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:53.549268 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.managers [None req-e60d2e09-95e6-481a-bfe0-ca8ced193400 None None] Attempting to bind port d2ebf538-a3df-4665-aae2-60b25ab0df02 on host dv-cinder-784453-6-smb for vnic_type normal with profile {{(pid=79297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:39:53.549743 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.managers [None req-e60d2e09-95e6-481a-bfe0-ca8ced193400 None None] Attempting to bind port d2ebf538-a3df-4665-aae2-60b25ab0df02 by drivers openvswitch,hyperv on host dv-cinder-784453-6-smb at level 0 using segments [{'id': 'a6604af7-609a-4966-831b-b0a2c078687c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5e639025-eadf-4b4c-bd6d-cdc3eaf5928c'}] {{(pid=79297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:39:53.549965 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60d2e09-95e6-481a-bfe0-ca8ced193400 None None] Attempting to bind port d2ebf538-a3df-4665-aae2-60b25ab0df02 on network 5e639025-eadf-4b4c-bd6d-cdc3eaf5928c {{(pid=79297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:39:53.560817 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60d2e09-95e6-481a-bfe0-ca8ced193400 None None] Checking agent: {'id': 'f730efe5-2961-494c-9708-c8a2f4be606e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 29, 11), 'started_at': datetime.datetime(2021, 5, 10, 19, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:39:53.560817 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60d2e09-95e6-481a-bfe0-ca8ced193400 None None] Checking segment: {'id': 'a6604af7-609a-4966-831b-b0a2c078687c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5e639025-eadf-4b4c-bd6d-cdc3eaf5928c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:39:53.560817 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-e60d2e09-95e6-481a-bfe0-ca8ced193400 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:53.560817 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60d2e09-95e6-481a-bfe0-ca8ced193400 None None] Bound using segment: {'id': 'a6604af7-609a-4966-831b-b0a2c078687c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5e639025-eadf-4b4c-bd6d-cdc3eaf5928c'} {{(pid=79297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:39:53.560817 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.managers [None req-e60d2e09-95e6-481a-bfe0-ca8ced193400 None None] Bound port: d2ebf538-a3df-4665-aae2-60b25ab0df02, host: dv-cinder-784453-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6604af7-609a-4966-831b-b0a2c078687c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5e639025-eadf-4b4c-bd6d-cdc3eaf5928c'}}] {{(pid=79297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:39:53.560817 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-e60d2e09-95e6-481a-bfe0-ca8ced193400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:53.658939 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-e60d2e09-95e6-481a-bfe0-ca8ced193400 None None] For port d2ebf538-a3df-4665-aae2-60b25ab0df02, host dv-cinder-784453-6-smb, cleared binding levels {{(pid=79297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:39:53.662480 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-e60d2e09-95e6-481a-bfe0-ca8ced193400 None None] For port d2ebf538-a3df-4665-aae2-60b25ab0df02, host dv-cinder-784453-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-smb',level=0,port_id=d2ebf538-a3df-4665-aae2-60b25ab0df02,segment=NetworkSegment(a6604af7-609a-4966-831b-b0a2c078687c),segment_id=a6604af7-609a-4966-831b-b0a2c078687c)] {{(pid=79297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:39:53.685341 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.db_base_plugin_common [None req-d9bfe084-7132-4293-bdb2-7a622da4bbf9 admin admin] Allocated IP 172.28.3.174 (18edca27-7fe5-44f0-bd00-188f2dc0b989/39840ae5-5b78-40c6-8289-bd2c4c3e7489/b37b05ac-6a0c-4926-9e2f-d25e7724c785) {{(pid=79295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:39:53.737788 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-e60d2e09-95e6-481a-bfe0-ca8ced193400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:53.742034 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:53.837943 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d2e09-95e6-481a-bfe0-ca8ced193400 None None] Pushing event updated for resources: {'Port': ['ID=d2ebf538-a3df-4665-aae2-60b25ab0df02,revision_number=2']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:53.858084 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-e60d2e09-95e6-481a-bfe0-ca8ced193400 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:53.894739 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-d9bfe084-7132-4293-bdb2-7a622da4bbf9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:53.994239 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-d9bfe084-7132-4293-bdb2-7a622da4bbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757498479620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10826888'] for port, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:53.999150 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-713725b7-81ca-479f-92c6-b55ad2689b40 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:54.100592 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bfe084-7132-4293-bdb2-7a622da4bbf9 admin admin] Network 18edca27-7fe5-44f0-bd00-188f2dc0b989 is already hosted by enough agents. {{(pid=79295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:39:54.103463 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.scheduler.base_scheduler [None req-d9bfe084-7132-4293-bdb2-7a622da4bbf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=79295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:39:54.107583 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bfe084-7132-4293-bdb2-7a622da4bbf9 admin admin] Received port after_create {{(pid=79295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:39:54.205474 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bfe084-7132-4293-bdb2-7a622da4bbf9 admin admin] Pushing event updated for resources: {'Port': ['ID=b37b05ac-6a0c-4926-9e2f-d25e7724c785,revision_number=1']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:54.219604 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-d9bfe084-7132-4293-bdb2-7a622da4bbf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:54.226068 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-47598d9d-184d-4018-94f0-1fa443e6bf60 req-9c7a0932-9352-4f52-a3d4-6582b8c10625 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae2758c1-2eb6-401f-9a86-e0e9f6c87812 HTTP/1.1" status: 200 len: 210 time: 0.0682192 May 10 19:39:54.781924 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-d9bfe084-7132-4293-bdb2-7a622da4bbf9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:54.875225 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b97d37-cf89-4957-921f-a98b9fb61a2d None None] Network 5e639025-eadf-4b4c-bd6d-cdc3eaf5928c requested from dv-cinder-784453-6-smb {{(pid=79297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:39:55.069562 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-61d4dffd-ef82-454f-bc1e-bbf978011701 None None] Provisioning for port d2ebf538-a3df-4665-aae2-60b25ab0df02 completed by entity DHCP. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:39:55.185584 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-d9bfe084-7132-4293-bdb2-7a622da4bbf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-862312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657670'] for router, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:55.251759 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device d2ebf538-a3df-4665-aae2-60b25ab0df02 up at agent ovs-agent-dv-cinder-784453-6-smb {{(pid=79297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:39:55.378336 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 42328) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:39:55.431531 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device 825fef50-6356-4fd5-bfe8-37d1923bbc0e no longer exists at agent hyperv_hv-cinder-78445 {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:39:55.491791 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Provisioning for port d2ebf538-a3df-4665-aae2-60b25ab0df02 completed by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:39:55.504122 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.plugin [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] No Port match for: 825fef50-6356-4fd5-bfe8-37d1923bbc0e {{(pid=79297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:39:55.504387 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device 825fef50-6356-4fd5-bfe8-37d1923bbc0e not bound to the agent host hv-cinder-78445 {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:39:55.507789 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Provisioning complete for port d2ebf538-a3df-4665-aae2-60b25ab0df02 triggered by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:39:55.508163 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:55.532807 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 42338) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:39:55.571971 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9bfe084-7132-4293-bdb2-7a622da4bbf9 admin admin] Router d007b22e-7e33-4c40-b7d4-7f8bae45d928 is scheduled to L3 agent 66c26874-6d1a-4324-9002-6da014815c52 with binding_index 1 {{(pid=79295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 19:39:55.573078 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-b826eb0e-9303-403b-9737-875fa463d210 None None] Provisioning complete for port d2ebf538-a3df-4665-aae2-60b25ab0df02 triggered by entity DHCP. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:39:55.573461 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b826eb0e-9303-403b-9737-875fa463d210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:55.800762 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:55.845818 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9bfe084-7132-4293-bdb2-7a622da4bbf9 admin admin] Notify agent at l3_agent.dv-cinder-784453-6-smb the message routers_updated {{(pid=79295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:39:55.855882 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-72fd3727-37db-4129-bc28-d013aebdd817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:55.860711 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a38f268-1127-47fe-b2ac-a3c9b21c43ad None None] Sync routers for ids ['d007b22e-7e33-4c40-b7d4-7f8bae45d928'] in dv-cinder-784453-6-smb {{(pid=79298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:39:55.884817 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-72fd3727-37db-4129-bc28-d013aebdd817 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:39:55.887643 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-72fd3727-37db-4129-bc28-d013aebdd817 admin admin] Usage tracker for resource:security_group_rule and tenant:93fc9c75bfb54cecb8dccc2484d7431f is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:39:55.891073 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-72fd3727-37db-4129-bc28-d013aebdd817 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:39:55.896999 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-72fd3727-37db-4129-bc28-d013aebdd817 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:39:55.900528 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] For port d2ebf538-a3df-4665-aae2-60b25ab0df02, host dv-cinder-784453-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-smb',level=0,port_id=d2ebf538-a3df-4665-aae2-60b25ab0df02,segment=NetworkSegment(a6604af7-609a-4966-831b-b0a2c078687c),segment_id=a6604af7-609a-4966-831b-b0a2c078687c)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:39:55.930873 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b826eb0e-9303-403b-9737-875fa463d210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:55.963192 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a38f268-1127-47fe-b2ac-a3c9b21c43ad None None] Routers {'d007b22e-7e33-4c40-b7d4-7f8bae45d928'} bound to L3 agent in host dv-cinder-784453-6-smb {{(pid=79298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:39:55.964091 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_hamode_db [None req-0a38f268-1127-47fe-b2ac-a3c9b21c43ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T19:29:11Z,description=,heartbeat_timestamp=2021-05-10T19:39:41Z,host='dv-cinder-784453-6-smb',id=66c26874-6d1a-4324-9002-6da014815c52,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:29:11Z,topic='l3_agent')) {'router_ids': ['d007b22e-7e33-4c40-b7d4-7f8bae45d928'], 'active': True} {{(pid=79298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:39:55.971418 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-d9bfe084-7132-4293-bdb2-7a622da4bbf9 admin admin] Notify callbacks [] for router, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:55.972695 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-d9bfe084-7132-4293-bdb2-7a622da4bbf9 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.6601498 May 10 19:39:55.977039 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 42358) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:39:55.997065 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:56.007530 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:56.138510 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Pushing event updated for resources: {'Port': ['ID=d2ebf538-a3df-4665-aae2-60b25ab0df02,revision_number=3']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:56.179574 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:56.199921 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_dvr_db [None req-0a38f268-1127-47fe-b2ac-a3c9b21c43ad None None] Set router d007b22e-7e33-4c40-b7d4-7f8bae45d928 gateway port host: dv-cinder-784453-6-smb {{(pid=79298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:39:56.219572 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.db.api [None req-b826eb0e-9303-403b-9737-875fa463d210 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=79297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 19:39:56.219958 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_db.api [None req-b826eb0e-9303-403b-9737-875fa463d210 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 19:39:56.374184 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-72fd3727-37db-4129-bc28-d013aebdd817 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:56.464605 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-604b3a4e-1f69-492d-a861-6fd64b820cd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663372'] for router_interface, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:56.508331 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-72fd3727-37db-4129-bc28-d013aebdd817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:56.580516 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_hamode_db [None req-0a38f268-1127-47fe-b2ac-a3c9b21c43ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd007b22e-7e33-4c40-b7d4-7f8bae45d928', 'name': 'tempest-TestShelveInstance-1528677621-router', 'tenant_id': '536ec0bc9dcf4f2580e2ea96cc3adb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b37b05ac-6a0c-4926-9e2f-d25e7724c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:39:52Z', 'updated_at': '2021-05-10T19:39:54Z', 'revision_number': 3, 'project_id': '536ec0bc9dcf4f2580e2ea96cc3adb48', 'gw_port': {'id': 'b37b05ac-6a0c-4926-9e2f-d25e7724c785', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd007b22e-7e33-4c40-b7d4-7f8bae45d928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:39:53Z', 'updated_at': '2021-05-10T19:39:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb'}], 'dv-cinder-784453-6-smb', False) {} {{(pid=79298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:39:56.585759 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a38f268-1127-47fe-b2ac-a3c9b21c43ad None None] Checking router: d007b22e-7e33-4c40-b7d4-7f8bae45d928 for host: dv-cinder-784453-6-smb {{(pid=79298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:39:56.586544 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a38f268-1127-47fe-b2ac-a3c9b21c43ad None None] Updating router d007b22e-7e33-4c40-b7d4-7f8bae45d928 port b37b05ac-6a0c-4926-9e2f-d25e7724c785 binding host dv-cinder-784453-6-smb {{(pid=79298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:39:56.652511 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron_lib.callbacks.manager [None req-0a38f268-1127-47fe-b2ac-a3c9b21c43ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:56.709974 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-05e661e0-d3fa-465c-bdc8-29fa5224d5ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:56.729175 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-72fd3727-37db-4129-bc28-d013aebdd817 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=93fc9c75bfb54cecb8dccc2484d7431f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1952794 May 10 19:39:56.733468 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 42376) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:39:56.775542 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fd3727-37db-4129-bc28-d013aebdd817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8d3cc9-c601-4344-a84b-711a32dc6b0e,revision_number=1']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:56.779199 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-72fd3727-37db-4129-bc28-d013aebdd817 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:56.862905 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-e9251c0a-8b07-4f1b-8cc4-10f09393b31d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:56.942542 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-e9251c0a-8b07-4f1b-8cc4-10f09393b31d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:56.996480 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.plugin [None req-604b3a4e-1f69-492d-a861-6fd64b820cd0 admin admin] Deleting port 5db09c5c-2803-4617-b3d3-b99ba458be21 {{(pid=79296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:39:56.997080 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-604b3a4e-1f69-492d-a861-6fd64b820cd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757498910621'] for port, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:57.116568 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-fa0b1c75-9375-4a70-a8e8-f6e35ce2df27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:57.132486 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.db [None req-604b3a4e-1f69-492d-a861-6fd64b820cd0 admin admin] For port 5db09c5c-2803-4617-b3d3-b99ba458be21, host dv-cinder-784453-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-smb',level=0,port_id=5db09c5c-2803-4617-b3d3-b99ba458be21,segment=NetworkSegment(a605215e-47bd-49ee-ade5-586ba36a9b26),segment_id=a605215e-47bd-49ee-ade5-586ba36a9b26)] {{(pid=79296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:39:57.132837 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-604b3a4e-1f69-492d-a861-6fd64b820cd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670902'] for port, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:57.160607 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron_lib.callbacks.manager [None req-0a38f268-1127-47fe-b2ac-a3c9b21c43ad None None] Notify callbacks [] for port, precommit_update {{(pid=79298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:57.174952 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-e9251c0a-8b07-4f1b-8cc4-10f09393b31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:57.180776 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-17bd2495-2bc9-4418-abf9-3c2eb50151b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:57.185467 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.provisioning_blocks [None req-0a38f268-1127-47fe-b2ac-a3c9b21c43ad None None] Transition to ACTIVE for port object b37b05ac-6a0c-4926-9e2f-d25e7724c785 will not be triggered until provisioned by entity L2. {{(pid=79298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:39:57.204747 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9251c0a-8b07-4f1b-8cc4-10f09393b31d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d8d3cc9-c601-4344-a84b-711a32dc6b0e,revision_number=None']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:57.210069 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-e9251c0a-8b07-4f1b-8cc4-10f09393b31d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:57.214278 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-e9251c0a-8b07-4f1b-8cc4-10f09393b31d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:57.215448 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-e9251c0a-8b07-4f1b-8cc4-10f09393b31d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4d8d3cc9-c601-4344-a84b-711a32dc6b0e HTTP/1.1" status: 204 len: 168 time: 0.4741876 May 10 19:39:57.253384 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device d2ebf538-a3df-4665-aae2-60b25ab0df02 up at agent ovs-agent-dv-cinder-784453-6-smb {{(pid=79297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:39:57.259873 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron_lib.callbacks.manager [None req-0a38f268-1127-47fe-b2ac-a3c9b21c43ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:57.264141 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.plugin [None req-604b3a4e-1f69-492d-a861-6fd64b820cd0 admin admin] Calling delete_port for 5db09c5c-2803-4617-b3d3-b99ba458be21 owned by network:router_interface {{(pid=79296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:39:57.274974 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG oslo_concurrency.lockutils [None req-f3ec6536-d389-4e93-bb33-723d592c061b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:57.335112 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Provisioning complete for port d2ebf538-a3df-4665-aae2-60b25ab0df02 triggered by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:39:57.335509 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:57.339136 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.managers [None req-0a38f268-1127-47fe-b2ac-a3c9b21c43ad None None] Attempting to bind port b37b05ac-6a0c-4926-9e2f-d25e7724c785 on host dv-cinder-784453-6-smb for vnic_type normal with profile {{(pid=79298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:39:57.339537 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.managers [None req-0a38f268-1127-47fe-b2ac-a3c9b21c43ad None None] Attempting to bind port b37b05ac-6a0c-4926-9e2f-d25e7724c785 by drivers openvswitch,hyperv on host dv-cinder-784453-6-smb at level 0 using segments [{'id': '23ec30ec-fc80-4a54-bc14-1568bb8683df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989'}] {{(pid=79298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:39:57.339897 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a38f268-1127-47fe-b2ac-a3c9b21c43ad None None] Attempting to bind port b37b05ac-6a0c-4926-9e2f-d25e7724c785 on network 18edca27-7fe5-44f0-bd00-188f2dc0b989 {{(pid=79298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:39:57.352851 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a38f268-1127-47fe-b2ac-a3c9b21c43ad None None] Checking agent: {'id': 'f730efe5-2961-494c-9708-c8a2f4be606e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 29, 11), 'started_at': datetime.datetime(2021, 5, 10, 19, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:39:57.353224 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a38f268-1127-47fe-b2ac-a3c9b21c43ad None None] Checking segment: {'id': '23ec30ec-fc80-4a54-bc14-1568bb8683df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:39:57.353612 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron_lib.callbacks.manager [None req-0a38f268-1127-47fe-b2ac-a3c9b21c43ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:57.354001 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a38f268-1127-47fe-b2ac-a3c9b21c43ad None None] Bound using segment: {'id': '23ec30ec-fc80-4a54-bc14-1568bb8683df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989'} {{(pid=79298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:39:57.354485 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.managers [None req-0a38f268-1127-47fe-b2ac-a3c9b21c43ad None None] Bound port: b37b05ac-6a0c-4926-9e2f-d25e7724c785, host: dv-cinder-784453-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23ec30ec-fc80-4a54-bc14-1568bb8683df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989'}}] {{(pid=79298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:39:57.354913 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron_lib.callbacks.manager [None req-0a38f268-1127-47fe-b2ac-a3c9b21c43ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:57.405260 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.db_base_plugin_common [None req-fa0b1c75-9375-4a70-a8e8-f6e35ce2df27 admin admin] Allocated IP 172.20.0.1 (5e639025-eadf-4b4c-bd6d-cdc3eaf5928c/be8f9184-e655-413c-8c2a-cea8adc5553d/d18b7e39-72f1-4c58-aeee-61f69ce56317) {{(pid=79295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:39:57.430363 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.db [None req-0a38f268-1127-47fe-b2ac-a3c9b21c43ad None None] For port b37b05ac-6a0c-4926-9e2f-d25e7724c785, host dv-cinder-784453-6-smb, cleared binding levels {{(pid=79298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:39:57.435741 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.db [None req-0a38f268-1127-47fe-b2ac-a3c9b21c43ad None None] For port b37b05ac-6a0c-4926-9e2f-d25e7724c785, host dv-cinder-784453-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-smb',level=0,port_id=b37b05ac-6a0c-4926-9e2f-d25e7724c785,segment=NetworkSegment(23ec30ec-fc80-4a54-bc14-1568bb8683df),segment_id=23ec30ec-fc80-4a54-bc14-1568bb8683df)] {{(pid=79298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:39:57.461224 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d86922-b311-4e32-83f2-7de6b0733c4c None None] Pushing event updated for resources: {'Port': ['ID=b37b05ac-6a0c-4926-9e2f-d25e7724c785,revision_number=2']} {{(pid=79298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:57.471552 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d86922-b311-4e32-83f2-7de6b0733c4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:57.472136 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d86922-b311-4e32-83f2-7de6b0733c4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:57.472647 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d86922-b311-4e32-83f2-7de6b0733c4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:57.473263 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d86922-b311-4e32-83f2-7de6b0733c4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:57.473731 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d86922-b311-4e32-83f2-7de6b0733c4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:57.474197 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d86922-b311-4e32-83f2-7de6b0733c4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:57.474662 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d86922-b311-4e32-83f2-7de6b0733c4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:57.475288 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d86922-b311-4e32-83f2-7de6b0733c4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:57.475757 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d86922-b311-4e32-83f2-7de6b0733c4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:57.476217 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d86922-b311-4e32-83f2-7de6b0733c4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:57.476671 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d86922-b311-4e32-83f2-7de6b0733c4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:57.477128 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d86922-b311-4e32-83f2-7de6b0733c4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:57.481903 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG oslo_concurrency.lockutils [None req-a9d86922-b311-4e32-83f2-7de6b0733c4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=79298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:57.516815 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron_lib.callbacks.manager [None req-0a38f268-1127-47fe-b2ac-a3c9b21c43ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:57.520936 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:57.634976 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-fa0b1c75-9375-4a70-a8e8-f6e35ce2df27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:57.643300 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a38f268-1127-47fe-b2ac-a3c9b21c43ad None None] Routers {'d007b22e-7e33-4c40-b7d4-7f8bae45d928'} bound to L3 agent in host dv-cinder-784453-6-smb {{(pid=79298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:39:57.643917 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_hamode_db [None req-0a38f268-1127-47fe-b2ac-a3c9b21c43ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T19:29:11Z,description=,heartbeat_timestamp=2021-05-10T19:39:41Z,host='dv-cinder-784453-6-smb',id=66c26874-6d1a-4324-9002-6da014815c52,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:29:11Z,topic='l3_agent')) {'router_ids': ['d007b22e-7e33-4c40-b7d4-7f8bae45d928'], 'active': True} {{(pid=79298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:39:57.655095 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.provisioning_blocks [None req-fa0b1c75-9375-4a70-a8e8-f6e35ce2df27 admin admin] Transition to ACTIVE for port object d18b7e39-72f1-4c58-aeee-61f69ce56317 will not be triggered until provisioned by entity DHCP. {{(pid=79295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:39:57.669569 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-604b3a4e-1f69-492d-a861-6fd64b820cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757498915184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757498479629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10503775'] for port, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:57.683090 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:57.734959 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604b3a4e-1f69-492d-a861-6fd64b820cd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5db09c5c-2803-4617-b3d3-b99ba458be21,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:57.742293 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-604b3a4e-1f69-492d-a861-6fd64b820cd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:57.783843 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-fa0b1c75-9375-4a70-a8e8-f6e35ce2df27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757498479620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10826888'] for port, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:57.788423 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-91cdde7b-3205-4df1-9a70-22cc4d392fe1 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:57.819364 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d86922-b311-4e32-83f2-7de6b0733c4c None None] Pushing event updated for resources: {'Port': ['ID=b37b05ac-6a0c-4926-9e2f-d25e7724c785,revision_number=3']} {{(pid=79298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:57.824864 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG oslo_concurrency.lockutils [None req-a9d86922-b311-4e32-83f2-7de6b0733c4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=79298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:57.865748 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_dvr_db [None req-0a38f268-1127-47fe-b2ac-a3c9b21c43ad None None] Set router d007b22e-7e33-4c40-b7d4-7f8bae45d928 gateway port host: dv-cinder-784453-6-smb {{(pid=79298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:39:57.885363 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0b1c75-9375-4a70-a8e8-f6e35ce2df27 admin admin] Network 5e639025-eadf-4b4c-bd6d-cdc3eaf5928c is already hosted by enough agents. {{(pid=79295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:39:57.886432 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0b1c75-9375-4a70-a8e8-f6e35ce2df27 admin admin] Pushing event updated for resources: {'Port': ['ID=d18b7e39-72f1-4c58-aeee-61f69ce56317,revision_number=1']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:57.889177 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.scheduler.base_scheduler [None req-fa0b1c75-9375-4a70-a8e8-f6e35ce2df27 admin admin] Resources bound (agent type, host, resource id): {{(pid=79295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:39:57.891599 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-fa0b1c75-9375-4a70-a8e8-f6e35ce2df27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:57.897554 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0b1c75-9375-4a70-a8e8-f6e35ce2df27 admin admin] Received port after_create {{(pid=79295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:39:57.949839 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-fa0b1c75-9375-4a70-a8e8-f6e35ce2df27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663513'] for router_interface, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:58.237064 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-604b3a4e-1f69-492d-a861-6fd64b820cd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665084'] for router_interface, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:58.304720 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-4849831b-e765-4c8f-a814-2c56023aa146 None None] Provisioning for port d18b7e39-72f1-4c58-aeee-61f69ce56317 completed by entity DHCP. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:39:58.311551 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-4849831b-e765-4c8f-a814-2c56023aa146 None None] Provisioning complete for port d18b7e39-72f1-4c58-aeee-61f69ce56317 triggered by entity DHCP. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:39:58.314548 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-4849831b-e765-4c8f-a814-2c56023aa146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:58.319492 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_hamode_db [None req-0a38f268-1127-47fe-b2ac-a3c9b21c43ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd007b22e-7e33-4c40-b7d4-7f8bae45d928', 'name': 'tempest-TestShelveInstance-1528677621-router', 'tenant_id': '536ec0bc9dcf4f2580e2ea96cc3adb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b37b05ac-6a0c-4926-9e2f-d25e7724c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:39:52Z', 'updated_at': '2021-05-10T19:39:54Z', 'revision_number': 3, 'project_id': '536ec0bc9dcf4f2580e2ea96cc3adb48', 'gw_port': {'id': 'b37b05ac-6a0c-4926-9e2f-d25e7724c785', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd007b22e-7e33-4c40-b7d4-7f8bae45d928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:39:53Z', 'updated_at': '2021-05-10T19:39:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb'}], 'dv-cinder-784453-6-smb', False) {} {{(pid=79298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:39:58.324211 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a38f268-1127-47fe-b2ac-a3c9b21c43ad None None] The sync data for ids ['d007b22e-7e33-4c40-b7d4-7f8bae45d928'] in dv-cinder-784453-6-smb is: [{'id': 'd007b22e-7e33-4c40-b7d4-7f8bae45d928', 'name': 'tempest-TestShelveInstance-1528677621-router', 'tenant_id': '536ec0bc9dcf4f2580e2ea96cc3adb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b37b05ac-6a0c-4926-9e2f-d25e7724c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:39:52Z', 'updated_at': '2021-05-10T19:39:54Z', 'revision_number': 3, 'project_id': '536ec0bc9dcf4f2580e2ea96cc3adb48', 'gw_port': {'id': 'b37b05ac-6a0c-4926-9e2f-d25e7724c785', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd007b22e-7e33-4c40-b7d4-7f8bae45d928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:39:53Z', 'updated_at': '2021-05-10T19:39:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb'}] {{(pid=79298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:39:58.408134 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.plugin [None req-4849831b-e765-4c8f-a814-2c56023aa146 None None] Port d18b7e39-72f1-4c58-aeee-61f69ce56317 cannot update to ACTIVE because it is not bound. {{(pid=79297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 19:39:58.469079 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-fa0b1c75-9375-4a70-a8e8-f6e35ce2df27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:58.836771 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-604b3a4e-1f69-492d-a861-6fd64b820cd0 admin admin] Router 9424e2e8-de13-4559-8ce7-0674a580ffd2 has already been hosted by L3 agent 66c26874-6d1a-4324-9002-6da014815c52 {{(pid=79296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:39:58.871926 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-fa0b1c75-9375-4a70-a8e8-f6e35ce2df27 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:58.965987 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-fa0b1c75-9375-4a70-a8e8-f6e35ce2df27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10826897'] for port, after_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:58.997772 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-bc176012-5722-4661-bdf4-948f8435ce6b tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:59.058794 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-604b3a4e-1f69-492d-a861-6fd64b820cd0 admin admin] Notify agent at l3_agent.dv-cinder-784453-6-smb the message routers_updated {{(pid=79296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:39:59.070227 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f664acc-ba83-456f-a157-e5ab4609b0d7 None None] Sync routers for ids ['9424e2e8-de13-4559-8ce7-0674a580ffd2'] in dv-cinder-784453-6-smb {{(pid=79297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:39:59.085282 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f664acc-ba83-456f-a157-e5ab4609b0d7 None None] Routers {'9424e2e8-de13-4559-8ce7-0674a580ffd2'} bound to L3 agent in host dv-cinder-784453-6-smb {{(pid=79297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:39:59.086115 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_hamode_db [None req-9f664acc-ba83-456f-a157-e5ab4609b0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T19:29:11Z,description=,heartbeat_timestamp=2021-05-10T19:39:41Z,host='dv-cinder-784453-6-smb',id=66c26874-6d1a-4324-9002-6da014815c52,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:29:11Z,topic='l3_agent')) {'router_ids': ['9424e2e8-de13-4559-8ce7-0674a580ffd2'], 'active': True} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:39:59.091805 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-604b3a4e-1f69-492d-a861-6fd64b820cd0 admin admin] 10.222.0.46 "PUT /v2.0/routers/9424e2e8-de13-4559-8ce7-0674a580ffd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7066762 May 10 19:39:59.094977 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 42428) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:39:59.187665 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0b1c75-9375-4a70-a8e8-f6e35ce2df27 admin admin] Pushing event updated for resources: {'Port': ['ID=d18b7e39-72f1-4c58-aeee-61f69ce56317,revision_number=2']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:59.191057 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-fa0b1c75-9375-4a70-a8e8-f6e35ce2df27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:59.192122 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-fa0b1c75-9375-4a70-a8e8-f6e35ce2df27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663418'] for router_interface, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:59.338878 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-1aaa827c-8df5-4c6d-8aba-ddc9792bbbc8 admin admin] Notify callbacks [] for router, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:59.363379 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0b1c75-9375-4a70-a8e8-f6e35ce2df27 admin admin] Network 5e639025-eadf-4b4c-bd6d-cdc3eaf5928c is already hosted by enough agents. {{(pid=79295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:39:59.364548 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.scheduler.base_scheduler [None req-fa0b1c75-9375-4a70-a8e8-f6e35ce2df27 admin admin] Resources bound (agent type, host, resource id): {{(pid=79295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:39:59.432000 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device b37b05ac-6a0c-4926-9e2f-d25e7724c785 up at agent ovs-agent-dv-cinder-784453-6-smb {{(pid=79297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:39:59.587707 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvr_db [None req-9f664acc-ba83-456f-a157-e5ab4609b0d7 None None] Set router 9424e2e8-de13-4559-8ce7-0674a580ffd2 gateway port host: dv-cinder-784453-6-smb {{(pid=79297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:39:59.662599 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa0b1c75-9375-4a70-a8e8-f6e35ce2df27 admin admin] Router d007b22e-7e33-4c40-b7d4-7f8bae45d928 has already been hosted by L3 agent 66c26874-6d1a-4324-9002-6da014815c52 {{(pid=79295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:39:59.667147 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-1aaa827c-8df5-4c6d-8aba-ddc9792bbbc8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:59.847336 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.plugin [None req-1aaa827c-8df5-4c6d-8aba-ddc9792bbbc8 admin admin] Deleting port e40bacc1-de5e-4958-91c8-62aa32253db6 {{(pid=79296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:39:59.852474 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-1aaa827c-8df5-4c6d-8aba-ddc9792bbbc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757498910621'] for port, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:59.871127 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Provisioning for port b37b05ac-6a0c-4926-9e2f-d25e7724c785 completed by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:39:59.875054 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0b1c75-9375-4a70-a8e8-f6e35ce2df27 admin admin] Notify agent at l3_agent.dv-cinder-784453-6-smb the message routers_updated {{(pid=79295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:39:59.881502 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Provisioning complete for port b37b05ac-6a0c-4926-9e2f-d25e7724c785 triggered by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:39:59.887134 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:59.896157 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-fa0b1c75-9375-4a70-a8e8-f6e35ce2df27 admin admin] 10.222.0.46 "PUT /v2.0/routers/d007b22e-7e33-4c40-b7d4-7f8bae45d928/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9178805 May 10 19:40:00.018560 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.db [None req-1aaa827c-8df5-4c6d-8aba-ddc9792bbbc8 admin admin] For port e40bacc1-de5e-4958-91c8-62aa32253db6, host dv-cinder-784453-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-smb',level=0,port_id=e40bacc1-de5e-4958-91c8-62aa32253db6,segment=NetworkSegment(23ec30ec-fc80-4a54-bc14-1568bb8683df),segment_id=23ec30ec-fc80-4a54-bc14-1568bb8683df)] {{(pid=79296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:40:00.019240 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-1aaa827c-8df5-4c6d-8aba-ddc9792bbbc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670902'] for port, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:00.060572 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-7d8c7bc0-404c-445c-8eaa-7ae93dba595d None None] Provisioning complete for port d18b7e39-72f1-4c58-aeee-61f69ce56317 triggered by entity DHCP. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:40:00.060572 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-7d8c7bc0-404c-445c-8eaa-7ae93dba595d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:00.146244 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.plugin [None req-7d8c7bc0-404c-445c-8eaa-7ae93dba595d None None] Port d18b7e39-72f1-4c58-aeee-61f69ce56317 cannot update to ACTIVE because it is not bound. {{(pid=79297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 19:40:00.238143 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.plugin [None req-1aaa827c-8df5-4c6d-8aba-ddc9792bbbc8 admin admin] Calling delete_port for e40bacc1-de5e-4958-91c8-62aa32253db6 owned by network:router_gateway {{(pid=79296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:40:00.247494 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:00.284983 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] For port b37b05ac-6a0c-4926-9e2f-d25e7724c785, host dv-cinder-784453-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-smb',level=0,port_id=b37b05ac-6a0c-4926-9e2f-d25e7724c785,segment=NetworkSegment(23ec30ec-fc80-4a54-bc14-1568bb8683df),segment_id=23ec30ec-fc80-4a54-bc14-1568bb8683df)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:40:00.300202 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_hamode_db [None req-9f664acc-ba83-456f-a157-e5ab4609b0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9424e2e8-de13-4559-8ce7-0674a580ffd2', 'name': 'tempest-ServerRescueNegativeTestJSON-1083366025-router', 'tenant_id': '573317180ac4476a8f0d5cca9d9aaa70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.53'}], 'enable_snat': True}, 'gw_port_id': 'e40bacc1-de5e-4958-91c8-62aa32253db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:37:19Z', 'updated_at': '2021-05-10T19:39:57Z', 'revision_number': 5, 'project_id': '573317180ac4476a8f0d5cca9d9aaa70', 'gw_port': {'id': 'e40bacc1-de5e-4958-91c8-62aa32253db6', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:56:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9424e2e8-de13-4559-8ce7-0674a580ffd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:37:20Z', 'updated_at': '2021-05-10T19:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb'}], 'dv-cinder-784453-6-smb', False) {} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:40:00.308532 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f664acc-ba83-456f-a157-e5ab4609b0d7 None None] Checking router: 9424e2e8-de13-4559-8ce7-0674a580ffd2 for host: dv-cinder-784453-6-smb {{(pid=79297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:40:00.318654 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f664acc-ba83-456f-a157-e5ab4609b0d7 None None] Routers {'9424e2e8-de13-4559-8ce7-0674a580ffd2'} bound to L3 agent in host dv-cinder-784453-6-smb {{(pid=79297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:40:00.319313 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_hamode_db [None req-9f664acc-ba83-456f-a157-e5ab4609b0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T19:29:11Z,description=,heartbeat_timestamp=2021-05-10T19:39:41Z,host='dv-cinder-784453-6-smb',id=66c26874-6d1a-4324-9002-6da014815c52,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:29:11Z,topic='l3_agent')) {'router_ids': ['9424e2e8-de13-4559-8ce7-0674a580ffd2'], 'active': True} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:40:00.439742 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:00.448567 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-14308663-ef2f-43aa-ac3f-3a30465d1660 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:00.486323 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-1aaa827c-8df5-4c6d-8aba-ddc9792bbbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757498915184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757498479629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10503775'] for port, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:00.491633 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-7d71d7b9-da3c-40ba-8878-dc0b0b362fc1 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:00.538940 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaa827c-8df5-4c6d-8aba-ddc9792bbbc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e40bacc1-de5e-4958-91c8-62aa32253db6,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:00.542517 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvr_db [None req-9f664acc-ba83-456f-a157-e5ab4609b0d7 None None] Set router 9424e2e8-de13-4559-8ce7-0674a580ffd2 gateway port host: None {{(pid=79297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:40:00.545820 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-1aaa827c-8df5-4c6d-8aba-ddc9792bbbc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:00.588452 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488ad060-68a1-48e1-8c31-4ce2129dd218 None None] Sync routers for ids ['d007b22e-7e33-4c40-b7d4-7f8bae45d928'] in dv-cinder-784453-6-smb {{(pid=79298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:40:00.601400 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488ad060-68a1-48e1-8c31-4ce2129dd218 None None] Routers {'d007b22e-7e33-4c40-b7d4-7f8bae45d928'} bound to L3 agent in host dv-cinder-784453-6-smb {{(pid=79298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:40:00.602467 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_hamode_db [None req-488ad060-68a1-48e1-8c31-4ce2129dd218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T19:29:11Z,description=,heartbeat_timestamp=2021-05-10T19:39:41Z,host='dv-cinder-784453-6-smb',id=66c26874-6d1a-4324-9002-6da014815c52,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:29:11Z,topic='l3_agent')) {'router_ids': ['d007b22e-7e33-4c40-b7d4-7f8bae45d928'], 'active': True} {{(pid=79298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:40:00.643915 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-1aaa827c-8df5-4c6d-8aba-ddc9792bbbc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658280'] for router_gateway, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:00.662645 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Pushing event updated for resources: {'Port': ['ID=b37b05ac-6a0c-4926-9e2f-d25e7724c785,revision_number=4']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:00.664145 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:00.664898 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_hamode_db [None req-9f664acc-ba83-456f-a157-e5ab4609b0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9424e2e8-de13-4559-8ce7-0674a580ffd2', 'name': 'tempest-ServerRescueNegativeTestJSON-1083366025-router', 'tenant_id': '573317180ac4476a8f0d5cca9d9aaa70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:37:19Z', 'updated_at': '2021-05-10T19:39:59Z', 'revision_number': 6, 'project_id': '573317180ac4476a8f0d5cca9d9aaa70', 'gw_port_host': None}], 'dv-cinder-784453-6-smb', False) {} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:40:00.669242 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f664acc-ba83-456f-a157-e5ab4609b0d7 None None] The sync data for ids ['9424e2e8-de13-4559-8ce7-0674a580ffd2'] in dv-cinder-784453-6-smb is: [{'id': '9424e2e8-de13-4559-8ce7-0674a580ffd2', 'name': 'tempest-ServerRescueNegativeTestJSON-1083366025-router', 'tenant_id': '573317180ac4476a8f0d5cca9d9aaa70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:37:19Z', 'updated_at': '2021-05-10T19:39:59Z', 'revision_number': 6, 'project_id': '573317180ac4476a8f0d5cca9d9aaa70', 'gw_port_host': None}] {{(pid=79297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:40:00.816865 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_dvr_db [None req-488ad060-68a1-48e1-8c31-4ce2129dd218 None None] Set router d007b22e-7e33-4c40-b7d4-7f8bae45d928 gateway port host: dv-cinder-784453-6-smb {{(pid=79298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:40:00.849668 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-1aaa827c-8df5-4c6d-8aba-ddc9792bbbc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-862260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5467'] for router, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:00.851804 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-1aaa827c-8df5-4c6d-8aba-ddc9792bbbc8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:00.953483 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 42460) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:40:00.959281 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.v2.base [None req-4aa3bd46-78f5-4e2a-8c00-175c2f34e652 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1087167889-network', 'tenant_id': '75b4330dd7ba482092235aa9441a1180'}} {{(pid=79295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:40:00.963857 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-4aa3bd46-78f5-4e2a-8c00-175c2f34e652 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:40:00.967811 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-4aa3bd46-78f5-4e2a-8c00-175c2f34e652 admin admin] Usage tracker for resource:network and tenant:75b4330dd7ba482092235aa9441a1180 is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:40:00.970739 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-4aa3bd46-78f5-4e2a-8c00-175c2f34e652 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:40:00.976428 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-4aa3bd46-78f5-4e2a-8c00-175c2f34e652 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:40:00.991406 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-1aaa827c-8df5-4c6d-8aba-ddc9792bbbc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665210'] for router, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:00.991929 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aaa827c-8df5-4c6d-8aba-ddc9792bbbc8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9424e2e8-de13-4559-8ce7-0674a580ffd2 {{(pid=79296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 19:40:01.008594 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-1aaa827c-8df5-4c6d-8aba-ddc9792bbbc8 admin admin] Notify callbacks [] for router, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:01.009802 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-1aaa827c-8df5-4c6d-8aba-ddc9792bbbc8 admin admin] 10.222.0.46 "DELETE /v2.0/routers/9424e2e8-de13-4559-8ce7-0674a580ffd2 HTTP/1.1" status: 204 len: 168 time: 1.9116583 May 10 19:40:01.012277 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 42466) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:40:01.048489 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa3bd46-78f5-4e2a-8c00-175c2f34e652 admin admin] Made reservation on behalf of 75b4330dd7ba482092235aa9441a1180 for: {'network': 1} {{(pid=79295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:40:01.050843 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-4aa3bd46-78f5-4e2a-8c00-175c2f34e652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for network, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:01.065529 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-4aa3bd46-78f5-4e2a-8c00-175c2f34e652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:01.106828 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca64b428-d3a0-40a5-82fa-bfb13a2b0f66 admin admin] Deleting subnet ab965ab2-3c2b-4e85-9150-f84597f3a8d7 {{(pid=79296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 19:40:01.112663 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-ca64b428-d3a0-40a5-82fa-bfb13a2b0f66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:01.116269 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-4aa3bd46-78f5-4e2a-8c00-175c2f34e652 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:40:01.149062 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-4aa3bd46-78f5-4e2a-8c00-175c2f34e652 admin admin] Usage tracker for resource:security_group_rule and tenant:75b4330dd7ba482092235aa9441a1180 is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:40:01.162666 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-4aa3bd46-78f5-4e2a-8c00-175c2f34e652 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:40:01.176007 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-4aa3bd46-78f5-4e2a-8c00-175c2f34e652 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:40:01.179568 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_hamode_db [None req-488ad060-68a1-48e1-8c31-4ce2129dd218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd007b22e-7e33-4c40-b7d4-7f8bae45d928', 'name': 'tempest-TestShelveInstance-1528677621-router', 'tenant_id': '536ec0bc9dcf4f2580e2ea96cc3adb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b37b05ac-6a0c-4926-9e2f-d25e7724c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:39:52Z', 'updated_at': '2021-05-10T19:39:58Z', 'revision_number': 4, 'project_id': '536ec0bc9dcf4f2580e2ea96cc3adb48', 'gw_port': {'id': 'b37b05ac-6a0c-4926-9e2f-d25e7724c785', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd007b22e-7e33-4c40-b7d4-7f8bae45d928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:39:53Z', 'updated_at': '2021-05-10T19:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb', '_interfaces': [{'id': 'd18b7e39-72f1-4c58-aeee-61f69ce56317', 'name': '', 'network_id': '5e639025-eadf-4b4c-bd6d-cdc3eaf5928c', 'tenant_id': '536ec0bc9dcf4f2580e2ea96cc3adb48', 'mac_address': 'fa:16:3e:aa:9e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd007b22e-7e33-4c40-b7d4-7f8bae45d928', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'be8f9184-e655-413c-8c2a-cea8adc5553d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:39:57Z', 'updated_at': '2021-05-10T19:39:58Z', 'revision_number': 2, 'project_id': '536ec0bc9dcf4f2580e2ea96cc3adb48', 'subnets': [{'id': 'be8f9184-e655-413c-8c2a-cea8adc5553d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-smb', False) {} {{(pid=79298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:40:01.201510 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488ad060-68a1-48e1-8c31-4ce2129dd218 None None] Checking router: d007b22e-7e33-4c40-b7d4-7f8bae45d928 for host: dv-cinder-784453-6-smb {{(pid=79298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:40:01.201888 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488ad060-68a1-48e1-8c31-4ce2129dd218 None None] Updating router d007b22e-7e33-4c40-b7d4-7f8bae45d928 port d18b7e39-72f1-4c58-aeee-61f69ce56317 binding host dv-cinder-784453-6-smb {{(pid=79298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:40:01.203016 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-ca64b428-d3a0-40a5-82fa-bfb13a2b0f66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10932808'] for subnet, precommit_delete_associations {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:01.280366 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron_lib.callbacks.manager [None req-488ad060-68a1-48e1-8c31-4ce2129dd218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:01.325301 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-ca64b428-d3a0-40a5-82fa-bfb13a2b0f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4008472'] for subnet, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:01.367977 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-4aa3bd46-78f5-4e2a-8c00-175c2f34e652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:01.443188 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-4173026f-06f7-4a39-bef0-028ac038276e req-d8e972bd-677f-4eed-b496-2f96558d7b8d tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=7ebddcaa1661440eae1aca534091f0d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319729 May 10 19:40:01.535447 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-4aa3bd46-78f5-4e2a-8c00-175c2f34e652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:01.542309 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:01.603962 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device b37b05ac-6a0c-4926-9e2f-d25e7724c785 up at agent ovs-agent-dv-cinder-784453-6-smb {{(pid=79297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:40:01.606610 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aa3bd46-78f5-4e2a-8c00-175c2f34e652 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=79295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:40:01.635951 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa3bd46-78f5-4e2a-8c00-175c2f34e652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3144be9-8967-4682-a998-d9026c49afaa,revision_number=1']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:01.643167 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-4aa3bd46-78f5-4e2a-8c00-175c2f34e652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007211'] for segment, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:01.643737 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.db.segments_db [None req-4aa3bd46-78f5-4e2a-8c00-175c2f34e652 admin admin] Added segment 283177fc-8ba5-4643-88d9-7184363d4a6d of type vlan for network 87aeb287-77b6-4066-8767-8291f586a0d4 May 10 19:40:01.648146 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-4aa3bd46-78f5-4e2a-8c00-175c2f34e652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:01.663212 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4173026f-06f7-4a39-bef0-028ac038276e req-95394700-1cb1-4fda-868f-47b20320f9e1 tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:01.670332 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-4173026f-06f7-4a39-bef0-028ac038276e req-95394700-1cb1-4fda-868f-47b20320f9e1 tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2196703 May 10 19:40:01.701407 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-4173026f-06f7-4a39-bef0-028ac038276e req-a6d7d704-e5cd-4837-aa08-bf1f70c92674 tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] 10.222.0.46 "GET /v2.0/quotas/7ebddcaa1661440eae1aca534091f0d3 HTTP/1.1" status: 200 len: 375 time: 0.0298126 May 10 19:40:01.722243 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Provisioning complete for port b37b05ac-6a0c-4926-9e2f-d25e7724c785 triggered by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:40:01.723070 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:01.742358 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron_lib.callbacks.manager [None req-488ad060-68a1-48e1-8c31-4ce2129dd218 None None] Notify callbacks [] for port, precommit_update {{(pid=79298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:01.805581 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-ca64b428-d3a0-40a5-82fa-bfb13a2b0f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4008471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10503692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10614102'] for subnet, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:01.805806 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.provisioning_blocks [None req-488ad060-68a1-48e1-8c31-4ce2129dd218 None None] Transition to ACTIVE for port object d18b7e39-72f1-4c58-aeee-61f69ce56317 will not be triggered until provisioned by entity L2. {{(pid=79298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:40:01.808033 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-b110c0b4-2705-416a-9fe9-52153e6f254c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:01.811619 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-4aa3bd46-78f5-4e2a-8c00-175c2f34e652 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757498498946'] for network, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:01.850454 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-4173026f-06f7-4a39-bef0-028ac038276e req-4ee3f49e-a6d0-4c06-89d5-a48b6c425da7 tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7ebddcaa1661440eae1aca534091f0d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1475468 May 10 19:40:01.870043 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca64b428-d3a0-40a5-82fa-bfb13a2b0f66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab965ab2-3c2b-4e85-9150-f84597f3a8d7,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:01.872555 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-ca64b428-d3a0-40a5-82fa-bfb13a2b0f66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533414'] for subnet, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:01.879144 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-ca64b428-d3a0-40a5-82fa-bfb13a2b0f66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:01.885088 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-ca64b428-d3a0-40a5-82fa-bfb13a2b0f66 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/ab965ab2-3c2b-4e85-9150-f84597f3a8d7 HTTP/1.1" status: 204 len: 168 time: 0.8715568 May 10 19:40:01.887475 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 42492) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:40:01.887686 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron_lib.callbacks.manager [None req-488ad060-68a1-48e1-8c31-4ce2129dd218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:01.893834 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG oslo_concurrency.lockutils [None req-a9d86922-b311-4e32-83f2-7de6b0733c4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:01.920458 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-4aa3bd46-78f5-4e2a-8c00-175c2f34e652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384'] for network, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:01.921838 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa3bd46-78f5-4e2a-8c00-175c2f34e652 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:01.923087 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-4aa3bd46-78f5-4e2a-8c00-175c2f34e652 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533414'] for network, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:01.923660 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device 5db09c5c-2803-4617-b3d3-b99ba458be21 no longer exists at agent ovs-agent-dv-cinder-784453-6-smb {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:40:01.928424 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-601e6266-28b2-4dd5-867a-a0ed480bdb14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:01.989568 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.plugin [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] No Port match for: 5db09c5c-2803-4617-b3d3-b99ba458be21 {{(pid=79297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:40:01.990532 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device 5db09c5c-2803-4617-b3d3-b99ba458be21 not bound to the agent host dv-cinder-784453-6-smb {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:40:02.097374 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 42498) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:40:02.138817 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-989ebb76-3c4f-4cc3-9c53-b50b9f7286a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850776'] for network, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:02.195409 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ada02d-5161-4482-8040-df9565df8f2c None None] Pushing event updated for resources: {'Port': ['ID=d18b7e39-72f1-4c58-aeee-61f69ce56317,revision_number=3']} {{(pid=79298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:02.196745 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG oslo_concurrency.lockutils [None req-c0ada02d-5161-4482-8040-df9565df8f2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=79298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:02.253286 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa3bd46-78f5-4e2a-8c00-175c2f34e652 admin admin] Pushing event updated for resources: {'Network': ['ID=87aeb287-77b6-4066-8767-8291f586a0d4,revision_number=1']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:02.267445 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-4aa3bd46-78f5-4e2a-8c00-175c2f34e652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:02.269310 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Network 87aeb287-77b6-4066-8767-8291f586a0d4 details requested by agent ovs-agent-dv-cinder-784453-6-smb with host dv-cinder-784453-6-smb {{(pid=79297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 19:40:02.270429 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.managers [None req-488ad060-68a1-48e1-8c31-4ce2129dd218 None None] Attempting to bind port d18b7e39-72f1-4c58-aeee-61f69ce56317 on host dv-cinder-784453-6-smb for vnic_type normal with profile {{(pid=79298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:40:02.270806 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.managers [None req-488ad060-68a1-48e1-8c31-4ce2129dd218 None None] Attempting to bind port d18b7e39-72f1-4c58-aeee-61f69ce56317 by drivers openvswitch,hyperv on host dv-cinder-784453-6-smb at level 0 using segments [{'id': 'a6604af7-609a-4966-831b-b0a2c078687c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5e639025-eadf-4b4c-bd6d-cdc3eaf5928c'}] {{(pid=79298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:40:02.271230 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488ad060-68a1-48e1-8c31-4ce2129dd218 None None] Attempting to bind port d18b7e39-72f1-4c58-aeee-61f69ce56317 on network 5e639025-eadf-4b4c-bd6d-cdc3eaf5928c {{(pid=79298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:40:02.308529 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488ad060-68a1-48e1-8c31-4ce2129dd218 None None] Checking agent: {'id': 'f730efe5-2961-494c-9708-c8a2f4be606e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 29, 11), 'started_at': datetime.datetime(2021, 5, 10, 19, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:40:02.309368 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488ad060-68a1-48e1-8c31-4ce2129dd218 None None] Checking segment: {'id': 'a6604af7-609a-4966-831b-b0a2c078687c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5e639025-eadf-4b4c-bd6d-cdc3eaf5928c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:40:02.310560 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron_lib.callbacks.manager [None req-488ad060-68a1-48e1-8c31-4ce2129dd218 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:02.311007 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488ad060-68a1-48e1-8c31-4ce2129dd218 None None] Bound using segment: {'id': 'a6604af7-609a-4966-831b-b0a2c078687c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5e639025-eadf-4b4c-bd6d-cdc3eaf5928c'} {{(pid=79298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:40:02.311515 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.managers [None req-488ad060-68a1-48e1-8c31-4ce2129dd218 None None] Bound port: d18b7e39-72f1-4c58-aeee-61f69ce56317, host: dv-cinder-784453-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6604af7-609a-4966-831b-b0a2c078687c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5e639025-eadf-4b4c-bd6d-cdc3eaf5928c'}}] {{(pid=79298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:40:02.312469 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron_lib.callbacks.manager [None req-488ad060-68a1-48e1-8c31-4ce2129dd218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:02.333999 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-4aa3bd46-78f5-4e2a-8c00-175c2f34e652 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3769710 May 10 19:40:02.335530 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 42508) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:40:02.338945 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-2c71c8a9-b66b-43e1-a8ba-d4243f207aac req-c179b857-6243-482f-84fe-f1275c167494 tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bd3e365-488c-40ec-ae44-341e955e90c3 HTTP/1.1" status: 200 len: 210 time: 0.0803208 May 10 19:40:02.354894 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.v2.base [None req-f75029ee-d8ef-4feb-9b87-ad87dc173441 admin admin] Request body: {'subnet': {'network_id': '87aeb287-77b6-4066-8767-8291f586a0d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1087167889-subnet', 'tenant_id': '75b4330dd7ba482092235aa9441a1180', 'ip_version': 4}} {{(pid=79296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:40:02.453034 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.db [None req-488ad060-68a1-48e1-8c31-4ce2129dd218 None None] For port d18b7e39-72f1-4c58-aeee-61f69ce56317, host dv-cinder-784453-6-smb, cleared binding levels {{(pid=79298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:40:02.458606 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.db [None req-488ad060-68a1-48e1-8c31-4ce2129dd218 None None] For port d18b7e39-72f1-4c58-aeee-61f69ce56317, host dv-cinder-784453-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-smb',level=0,port_id=d18b7e39-72f1-4c58-aeee-61f69ce56317,segment=NetworkSegment(a6604af7-609a-4966-831b-b0a2c078687c),segment_id=a6604af7-609a-4966-831b-b0a2c078687c)] {{(pid=79298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:40:02.481818 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-f75029ee-d8ef-4feb-9b87-ad87dc173441 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:40:02.492608 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-f75029ee-d8ef-4feb-9b87-ad87dc173441 admin admin] Usage tracker for resource:subnet and tenant:75b4330dd7ba482092235aa9441a1180 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:40:02.495199 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-bd0d09bd-fc73-4f51-88f7-204a1d6492dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:02.504659 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-f75029ee-d8ef-4feb-9b87-ad87dc173441 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:40:02.514386 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-f75029ee-d8ef-4feb-9b87-ad87dc173441 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:40:02.522899 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-989ebb76-3c4f-4cc3-9c53-b50b9f7286a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002531', 'neutron.services.segments.db._delete_segments_for_network-8757498921373'] for network, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:02.530098 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-bd0d09bd-fc73-4f51-88f7-204a1d6492dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:40:02.542961 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.services.segments.db [None req-989ebb76-3c4f-4cc3-9c53-b50b9f7286a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2312584f-3aed-48ad-b142-6936ee1bfc86']}} {{(pid=79296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:40:02.550401 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-bd0d09bd-fc73-4f51-88f7-204a1d6492dc admin admin] Usage tracker for resource:security_group_rule and tenant:d4b9a7b3a75c4dc388a830bc499263a2 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:40:02.556106 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-bd0d09bd-fc73-4f51-88f7-204a1d6492dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:40:02.557821 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron_lib.callbacks.manager [None req-488ad060-68a1-48e1-8c31-4ce2129dd218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:02.563204 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.services.segments.db [None req-989ebb76-3c4f-4cc3-9c53-b50b9f7286a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a605215e-47bd-49ee-ade5-586ba36a9b26') {'for_net_delete': True} {{(pid=79296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:40:02.563360 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG oslo_concurrency.lockutils [None req-a9d86922-b311-4e32-83f2-7de6b0733c4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:02.563491 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.services.segments.db [None req-989ebb76-3c4f-4cc3-9c53-b50b9f7286a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a605215e-47bd-49ee-ade5-586ba36a9b26') {} {{(pid=79296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:40:02.569917 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-bd0d09bd-fc73-4f51-88f7-204a1d6492dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:40:02.579067 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-989ebb76-3c4f-4cc3-9c53-b50b9f7286a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757498933351', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10932823'] for segment, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:02.607166 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-989ebb76-3c4f-4cc3-9c53-b50b9f7286a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007211'] for segment, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:02.619106 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-989ebb76-3c4f-4cc3-9c53-b50b9f7286a8 admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=79296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:40:02.619506 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-989ebb76-3c4f-4cc3-9c53-b50b9f7286a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10503786'] for segment, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:02.633170 dv-cinder-784453-6-smb neutron-server[79296]: Traceback (most recent call last): May 10 19:40:02.633170 dv-cinder-784453-6-smb neutron-server[79296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:40:02.633170 dv-cinder-784453-6-smb neutron-server[79296]: timer() May 10 19:40:02.633170 dv-cinder-784453-6-smb neutron-server[79296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:40:02.633170 dv-cinder-784453-6-smb neutron-server[79296]: cb(*args, **kw) May 10 19:40:02.633170 dv-cinder-784453-6-smb neutron-server[79296]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 19:40:02.633170 dv-cinder-784453-6-smb neutron-server[79296]: return func(*args, **kwargs) May 10 19:40:02.633170 dv-cinder-784453-6-smb neutron-server[79296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:40:02.633170 dv-cinder-784453-6-smb neutron-server[79296]: self._notify() May 10 19:40:02.633170 dv-cinder-784453-6-smb neutron-server[79296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:40:02.633170 dv-cinder-784453-6-smb neutron-server[79296]: self.callback(batched_events) May 10 19:40:02.633170 dv-cinder-784453-6-smb neutron-server[79296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:40:02.633170 dv-cinder-784453-6-smb neutron-server[79296]: event.method(event) May 10 19:40:02.633170 dv-cinder-784453-6-smb neutron-server[79296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 19:40:02.633170 dv-cinder-784453-6-smb neutron-server[79296]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:40:02.633170 dv-cinder-784453-6-smb neutron-server[79296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 19:40:02.633170 dv-cinder-784453-6-smb neutron-server[79296]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:40:02.633170 dv-cinder-784453-6-smb neutron-server[79296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 19:40:02.633170 dv-cinder-784453-6-smb neutron-server[79296]: return f(self, *a, **k) May 10 19:40:02.633170 dv-cinder-784453-6-smb neutron-server[79296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 19:40:02.633170 dv-cinder-784453-6-smb neutron-server[79296]: return self._get(url).json() May 10 19:40:02.633170 dv-cinder-784453-6-smb neutron-server[79296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 19:40:02.633170 dv-cinder-784453-6-smb neutron-server[79296]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:40:02.633170 dv-cinder-784453-6-smb neutron-server[79296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:40:02.633170 dv-cinder-784453-6-smb neutron-server[79296]: return self.request(url, 'GET', **kwargs) May 10 19:40:02.633170 dv-cinder-784453-6-smb neutron-server[79296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:40:02.633170 dv-cinder-784453-6-smb neutron-server[79296]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:40:02.633170 dv-cinder-784453-6-smb neutron-server[79296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:40:02.633170 dv-cinder-784453-6-smb neutron-server[79296]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:40:02.633170 dv-cinder-784453-6-smb neutron-server[79296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:40:02.633170 dv-cinder-784453-6-smb neutron-server[79296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:40:02.633170 dv-cinder-784453-6-smb neutron-server[79296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:40:02.636512 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488ad060-68a1-48e1-8c31-4ce2129dd218 None None] Routers {'d007b22e-7e33-4c40-b7d4-7f8bae45d928'} bound to L3 agent in host dv-cinder-784453-6-smb {{(pid=79298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:40:02.636714 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_hamode_db [None req-488ad060-68a1-48e1-8c31-4ce2129dd218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T19:29:11Z,description=,heartbeat_timestamp=2021-05-10T19:39:41Z,host='dv-cinder-784453-6-smb',id=66c26874-6d1a-4324-9002-6da014815c52,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:29:11Z,topic='l3_agent')) {'router_ids': ['d007b22e-7e33-4c40-b7d4-7f8bae45d928'], 'active': True} {{(pid=79298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:40:02.706405 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f75029ee-d8ef-4feb-9b87-ad87dc173441 admin admin] Made reservation on behalf of 75b4330dd7ba482092235aa9441a1180 for: {'subnet': 1} {{(pid=79296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:40:02.710166 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-f75029ee-d8ef-4feb-9b87-ad87dc173441 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10614077'] for subnet, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:02.760859 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ada02d-5161-4482-8040-df9565df8f2c None None] Pushing event updated for resources: {'Port': ['ID=d18b7e39-72f1-4c58-aeee-61f69ce56317,revision_number=4']} {{(pid=79298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:02.765596 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG oslo_concurrency.lockutils [None req-c0ada02d-5161-4482-8040-df9565df8f2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=79298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:02.836637 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_dvr_db [None req-488ad060-68a1-48e1-8c31-4ce2129dd218 None None] Set router d007b22e-7e33-4c40-b7d4-7f8bae45d928 gateway port host: dv-cinder-784453-6-smb {{(pid=79298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:40:02.904849 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-989ebb76-3c4f-4cc3-9c53-b50b9f7286a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658298'] for network, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:02.908084 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-bd0d09bd-fc73-4f51-88f7-204a1d6492dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:02.913591 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-af03feb5-e8ec-40da-9bc0-05a0a0a299ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:02.929970 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-989ebb76-3c4f-4cc3-9c53-b50b9f7286a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533414'] for network, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:02.937042 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989ebb76-3c4f-4cc3-9c53-b50b9f7286a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=2312584f-3aed-48ad-b142-6936ee1bfc86,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:02.944252 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-989ebb76-3c4f-4cc3-9c53-b50b9f7286a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:03.025217 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-bd0d09bd-fc73-4f51-88f7-204a1d6492dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:03.034839 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-bd32f0e6-a710-40a1-84e1-44b2fb63d6b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:03.077415 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-989ebb76-3c4f-4cc3-9c53-b50b9f7286a8 admin admin] 10.222.0.46 "DELETE /v2.0/networks/2312584f-3aed-48ad-b142-6936ee1bfc86 HTTP/1.1" status: 204 len: 168 time: 1.1887519 May 10 19:40:03.088397 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-bd0d09bd-fc73-4f51-88f7-204a1d6492dc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d4b9a7b3a75c4dc388a830bc499263a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9898973 May 10 19:40:03.091213 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 42522) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:40:03.102762 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0d09bd-fc73-4f51-88f7-204a1d6492dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=accaebc3-3a8a-4490-aacb-94c382cc3670,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:03.107948 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-bd0d09bd-fc73-4f51-88f7-204a1d6492dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:03.186667 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device e40bacc1-de5e-4958-91c8-62aa32253db6 no longer exists at agent ovs-agent-dv-cinder-784453-6-smb {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:40:03.214759 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_hamode_db [None req-488ad060-68a1-48e1-8c31-4ce2129dd218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd007b22e-7e33-4c40-b7d4-7f8bae45d928', 'name': 'tempest-TestShelveInstance-1528677621-router', 'tenant_id': '536ec0bc9dcf4f2580e2ea96cc3adb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b37b05ac-6a0c-4926-9e2f-d25e7724c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:39:52Z', 'updated_at': '2021-05-10T19:39:58Z', 'revision_number': 4, 'project_id': '536ec0bc9dcf4f2580e2ea96cc3adb48', 'gw_port': {'id': 'b37b05ac-6a0c-4926-9e2f-d25e7724c785', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd007b22e-7e33-4c40-b7d4-7f8bae45d928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:39:53Z', 'updated_at': '2021-05-10T19:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb', '_interfaces': [{'id': 'd18b7e39-72f1-4c58-aeee-61f69ce56317', 'name': '', 'network_id': '5e639025-eadf-4b4c-bd6d-cdc3eaf5928c', 'tenant_id': '536ec0bc9dcf4f2580e2ea96cc3adb48', 'mac_address': 'fa:16:3e:aa:9e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd007b22e-7e33-4c40-b7d4-7f8bae45d928', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'be8f9184-e655-413c-8c2a-cea8adc5553d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:39:57Z', 'updated_at': '2021-05-10T19:40:02Z', 'revision_number': 4, 'project_id': '536ec0bc9dcf4f2580e2ea96cc3adb48', 'subnets': [{'id': 'be8f9184-e655-413c-8c2a-cea8adc5553d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-smb', False) {} {{(pid=79298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:40:03.220599 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488ad060-68a1-48e1-8c31-4ce2129dd218 None None] The sync data for ids ['d007b22e-7e33-4c40-b7d4-7f8bae45d928'] in dv-cinder-784453-6-smb is: [{'id': 'd007b22e-7e33-4c40-b7d4-7f8bae45d928', 'name': 'tempest-TestShelveInstance-1528677621-router', 'tenant_id': '536ec0bc9dcf4f2580e2ea96cc3adb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b37b05ac-6a0c-4926-9e2f-d25e7724c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:39:52Z', 'updated_at': '2021-05-10T19:39:58Z', 'revision_number': 4, 'project_id': '536ec0bc9dcf4f2580e2ea96cc3adb48', 'gw_port': {'id': 'b37b05ac-6a0c-4926-9e2f-d25e7724c785', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd007b22e-7e33-4c40-b7d4-7f8bae45d928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:39:53Z', 'updated_at': '2021-05-10T19:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb', '_interfaces': [{'id': 'd18b7e39-72f1-4c58-aeee-61f69ce56317', 'name': '', 'network_id': '5e639025-eadf-4b4c-bd6d-cdc3eaf5928c', 'tenant_id': '536ec0bc9dcf4f2580e2ea96cc3adb48', 'mac_address': 'fa:16:3e:aa:9e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd007b22e-7e33-4c40-b7d4-7f8bae45d928', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'be8f9184-e655-413c-8c2a-cea8adc5553d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:39:57Z', 'updated_at': '2021-05-10T19:40:02Z', 'revision_number': 4, 'project_id': '536ec0bc9dcf4f2580e2ea96cc3adb48', 'subnets': [{'id': 'be8f9184-e655-413c-8c2a-cea8adc5553d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:40:03.233967 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.plugin [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] No Port match for: e40bacc1-de5e-4958-91c8-62aa32253db6 {{(pid=79297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:40:03.234324 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device e40bacc1-de5e-4958-91c8-62aa32253db6 not bound to the agent host dv-cinder-784453-6-smb {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:40:03.245685 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-37969023-1f76-479d-bbda-4c5af3a05aea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:03.306017 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-37969023-1f76-479d-bbda-4c5af3a05aea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:03.468128 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-37969023-1f76-479d-bbda-4c5af3a05aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:03.474973 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-dff4f5f7-8198-4825-9885-f06acb1bd195 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:03.482364 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-f75029ee-d8ef-4feb-9b87-ad87dc173441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10909135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10614095'] for subnet, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:03.487531 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-39ad0fae-0f62-447d-bb83-0f123c3f8737 req-2ed0cdad-dd8e-4dc3-9665-a48ca9bc2ec0 tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bd3e365-488c-40ec-ae44-341e955e90c3 HTTP/1.1" status: 200 len: 210 time: 0.0673556 May 10 19:40:03.493309 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37969023-1f76-479d-bbda-4c5af3a05aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=accaebc3-3a8a-4490-aacb-94c382cc3670,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:03.496847 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-37969023-1f76-479d-bbda-4c5af3a05aea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:03.497328 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-ca64b428-d3a0-40a5-82fa-bfb13a2b0f66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:03.529294 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-37969023-1f76-479d-bbda-4c5af3a05aea admin admin] Notify callbacks [] for security_group, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:03.532728 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-37969023-1f76-479d-bbda-4c5af3a05aea admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/accaebc3-3a8a-4490-aacb-94c382cc3670 HTTP/1.1" status: 204 len: 168 time: 0.4383578 May 10 19:40:03.583560 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75029ee-d8ef-4feb-9b87-ad87dc173441 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55b53479-1451-43f1-89eb-8601a43faa9d,revision_number=0']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:03.588720 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-f75029ee-d8ef-4feb-9b87-ad87dc173441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:03.595650 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75029ee-d8ef-4feb-9b87-ad87dc173441 admin admin] Checking segment: {'id': '283177fc-8ba5-4643-88d9-7184363d4a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '87aeb287-77b6-4066-8767-8291f586a0d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:40:03.596094 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75029ee-d8ef-4feb-9b87-ad87dc173441 admin admin] Network hostable DHCP agents. Network: 87aeb287-77b6-4066-8767-8291f586a0d4, hostable agents: ['cf5774e5-e4b1-412e-9d40-b43239b08ac1'], hosted agents: [] {{(pid=79296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:40:03.620383 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 42534) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:40:03.671777 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75029ee-d8ef-4feb-9b87-ad87dc173441 admin admin] Network 87aeb287-77b6-4066-8767-8291f586a0d4 is scheduled to be hosted by DHCP agent cf5774e5-e4b1-412e-9d40-b43239b08ac1 with binding_index 1 {{(pid=79296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:40:03.679480 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-b324d66e-bf46-4338-bf32-a4022e2fb1d4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=573317180ac4476a8f0d5cca9d9aaa70&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0557745 May 10 19:40:03.682145 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 42538) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:40:03.745858 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-a018de47-a7bd-44f5-af4f-371f69c9f144 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:03.756449 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.base_scheduler [None req-f75029ee-d8ef-4feb-9b87-ad87dc173441 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-6-smb, 87aeb287-77b6-4066-8767-8291f586a0d4) {{(pid=79296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:40:03.768382 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75029ee-d8ef-4feb-9b87-ad87dc173441 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:03.768986 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-f75029ee-d8ef-4feb-9b87-ad87dc173441 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533414'] for subnet, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:03.770528 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8725925-7b71-49ca-930e-0e44edffe39a None None] Network 87aeb287-77b6-4066-8767-8291f586a0d4 requested from dv-cinder-784453-6-smb {{(pid=79297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:40:03.804610 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-a018de47-a7bd-44f5-af4f-371f69c9f144 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:03.860689 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-f75029ee-d8ef-4feb-9b87-ad87dc173441 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5240886 May 10 19:40:03.863025 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 42542) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:40:03.868595 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.v2.base [None req-27aa3fe0-2bf1-428b-a25a-17d9f4a1e90a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1087167889-router', 'tenant_id': '75b4330dd7ba482092235aa9441a1180', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989'}}} {{(pid=79296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:40:03.873527 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-27aa3fe0-2bf1-428b-a25a-17d9f4a1e90a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:40:03.878421 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-27aa3fe0-2bf1-428b-a25a-17d9f4a1e90a admin admin] Usage tracker for resource:router and tenant:75b4330dd7ba482092235aa9441a1180 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:40:03.883247 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-27aa3fe0-2bf1-428b-a25a-17d9f4a1e90a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:40:03.890644 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-27aa3fe0-2bf1-428b-a25a-17d9f4a1e90a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:40:03.973613 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-a018de47-a7bd-44f5-af4f-371f69c9f144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:03.975359 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-27aa3fe0-2bf1-428b-a25a-17d9f4a1e90a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-862949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:03.978066 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-27aa3fe0-2bf1-428b-a25a-17d9f4a1e90a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-862954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-667882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-557229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5452'] for router, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:03.987254 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-4709d003-744c-4df3-9ca2-0bef539d55f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:04.012554 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a018de47-a7bd-44f5-af4f-371f69c9f144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6e2f37-f221-4055-abc1-58d805595f25,revision_number=None']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:04.017906 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-27aa3fe0-2bf1-428b-a25a-17d9f4a1e90a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:04.022765 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-a018de47-a7bd-44f5-af4f-371f69c9f144 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:04.102247 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9777aa1b-b196-40b2-b3e8-56837c9e564d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5621fda0-e5c6-53dc-bc61-667937d628dd-87aeb287-77b6-4066-8767-8291f586a0d4', 'network_id': '87aeb287-77b6-4066-8767-8291f586a0d4', 'tenant_id': '75b4330dd7ba482092235aa9441a1180', 'fixed_ips': [{'subnet_id': '55b53479-1451-43f1-89eb-8601a43faa9d'}]}} from dv-cinder-784453-6-smb. {{(pid=79297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 19:40:04.103254 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-9777aa1b-b196-40b2-b3e8-56837c9e564d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_create {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:04.127834 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-a018de47-a7bd-44f5-af4f-371f69c9f144 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:04.129498 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-a018de47-a7bd-44f5-af4f-371f69c9f144 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1f6e2f37-f221-4055-abc1-58d805595f25 HTTP/1.1" status: 204 len: 168 time: 0.4486132 May 10 19:40:04.348419 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.db_base_plugin_common [None req-9777aa1b-b196-40b2-b3e8-56837c9e564d None None] Allocated IP 172.20.0.2 (87aeb287-77b6-4066-8767-8291f586a0d4/55b53479-1451-43f1-89eb-8601a43faa9d/9210cb80-da00-41a7-b683-ec96e96cff6f) {{(pid=79297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:40:04.547013 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-27aa3fe0-2bf1-428b-a25a-17d9f4a1e90a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-667795', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-862225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5458'] for router, precommit_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:04.616888 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-9777aa1b-b196-40b2-b3e8-56837c9e564d None None] Notify callbacks [] for port, precommit_create {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:04.628803 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-9777aa1b-b196-40b2-b3e8-56837c9e564d None None] Transition to ACTIVE for port object 9210cb80-da00-41a7-b683-ec96e96cff6f will not be triggered until provisioned by entity L2. {{(pid=79297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:40:04.650722 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-9777aa1b-b196-40b2-b3e8-56837c9e564d None None] Transition to ACTIVE for port object 9210cb80-da00-41a7-b683-ec96e96cff6f will not be triggered until provisioned by entity DHCP. {{(pid=79297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:40:04.710738 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-ec2e792d-1b9e-416e-a588-ca9ce336ac4c req-fa5f57bf-fe09-439c-a3bf-82f305d3070c tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bd3e365-488c-40ec-ae44-341e955e90c3 HTTP/1.1" status: 200 len: 210 time: 0.0772383 May 10 19:40:04.715169 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-9777aa1b-b196-40b2-b3e8-56837c9e564d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757498479620'] for port, after_create {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:04.721565 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:04.868436 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777aa1b-b196-40b2-b3e8-56837c9e564d None None] Pushing event updated for resources: {'Port': ['ID=9210cb80-da00-41a7-b683-ec96e96cff6f,revision_number=1']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:04.878366 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-9777aa1b-b196-40b2-b3e8-56837c9e564d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:04.892359 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9777aa1b-b196-40b2-b3e8-56837c9e564d None None] Network 87aeb287-77b6-4066-8767-8291f586a0d4 is already hosted by enough agents. {{(pid=79297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:40:04.893968 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.scheduler.base_scheduler [None req-9777aa1b-b196-40b2-b3e8-56837c9e564d None None] Resources bound (agent type, host, resource id): {{(pid=79297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:40:04.896792 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9777aa1b-b196-40b2-b3e8-56837c9e564d None None] Received port after_create {{(pid=79297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:40:04.993171 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.managers [None req-9777aa1b-b196-40b2-b3e8-56837c9e564d None None] Attempting to bind port 9210cb80-da00-41a7-b683-ec96e96cff6f on host dv-cinder-784453-6-smb for vnic_type normal with profile {{(pid=79297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:40:04.993687 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.managers [None req-9777aa1b-b196-40b2-b3e8-56837c9e564d None None] Attempting to bind port 9210cb80-da00-41a7-b683-ec96e96cff6f by drivers openvswitch,hyperv on host dv-cinder-784453-6-smb at level 0 using segments [{'id': '283177fc-8ba5-4643-88d9-7184363d4a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '87aeb287-77b6-4066-8767-8291f586a0d4'}] {{(pid=79297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:40:04.994134 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9777aa1b-b196-40b2-b3e8-56837c9e564d None None] Attempting to bind port 9210cb80-da00-41a7-b683-ec96e96cff6f on network 87aeb287-77b6-4066-8767-8291f586a0d4 {{(pid=79297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:40:05.000839 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9777aa1b-b196-40b2-b3e8-56837c9e564d None None] Checking agent: {'id': 'f730efe5-2961-494c-9708-c8a2f4be606e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 29, 11), 'started_at': datetime.datetime(2021, 5, 10, 19, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:40:05.001488 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9777aa1b-b196-40b2-b3e8-56837c9e564d None None] Checking segment: {'id': '283177fc-8ba5-4643-88d9-7184363d4a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '87aeb287-77b6-4066-8767-8291f586a0d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:40:05.001776 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-9777aa1b-b196-40b2-b3e8-56837c9e564d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:05.002276 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9777aa1b-b196-40b2-b3e8-56837c9e564d None None] Bound using segment: {'id': '283177fc-8ba5-4643-88d9-7184363d4a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '87aeb287-77b6-4066-8767-8291f586a0d4'} {{(pid=79297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:40:05.002834 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.managers [None req-9777aa1b-b196-40b2-b3e8-56837c9e564d None None] Bound port: 9210cb80-da00-41a7-b683-ec96e96cff6f, host: dv-cinder-784453-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '283177fc-8ba5-4643-88d9-7184363d4a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '87aeb287-77b6-4066-8767-8291f586a0d4'}}] {{(pid=79297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:40:05.003313 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-9777aa1b-b196-40b2-b3e8-56837c9e564d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:05.043653 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 42580) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:40:05.125437 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-4173026f-06f7-4a39-bef0-028ac038276e req-c492f0a8-e5d2-4939-b77c-d80e0d8b7b1e tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=7ebddcaa1661440eae1aca534091f0d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1617775 May 10 19:40:05.209770 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-9777aa1b-b196-40b2-b3e8-56837c9e564d None None] For port 9210cb80-da00-41a7-b683-ec96e96cff6f, host dv-cinder-784453-6-smb, cleared binding levels {{(pid=79297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:40:05.216000 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-9777aa1b-b196-40b2-b3e8-56837c9e564d None None] For port 9210cb80-da00-41a7-b683-ec96e96cff6f, host dv-cinder-784453-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-smb',level=0,port_id=9210cb80-da00-41a7-b683-ec96e96cff6f,segment=NetworkSegment(283177fc-8ba5-4643-88d9-7184363d4a6d),segment_id=283177fc-8ba5-4643-88d9-7184363d4a6d)] {{(pid=79297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:40:05.242422 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-27aa3fe0-2bf1-428b-a25a-17d9f4a1e90a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:05.293853 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-27aa3fe0-2bf1-428b-a25a-17d9f4a1e90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:05.313677 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-9777aa1b-b196-40b2-b3e8-56837c9e564d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:05.320705 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:05.328121 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.v2.base [None req-405e25ae-a014-4d8b-8813-939ff8c151e1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-985723037-network', 'tenant_id': '137a2bcf5e634843b8f86488887851b1'}} {{(pid=79295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:40:05.336522 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-405e25ae-a014-4d8b-8813-939ff8c151e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:40:05.342156 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-405e25ae-a014-4d8b-8813-939ff8c151e1 admin admin] Usage tracker for resource:network and tenant:137a2bcf5e634843b8f86488887851b1 is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:40:05.349974 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-405e25ae-a014-4d8b-8813-939ff8c151e1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:40:05.354459 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device d18b7e39-72f1-4c58-aeee-61f69ce56317 up at agent ovs-agent-dv-cinder-784453-6-smb {{(pid=79297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:40:05.375351 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-405e25ae-a014-4d8b-8813-939ff8c151e1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:40:05.438690 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4173026f-06f7-4a39-bef0-028ac038276e req-9f7c0bf8-7a42-4418-bc32-7781b28e5e58 tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:05.440130 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-4173026f-06f7-4a39-bef0-028ac038276e req-9f7c0bf8-7a42-4418-bc32-7781b28e5e58 tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3070247 May 10 19:40:05.454746 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.v2.base [req-4173026f-06f7-4a39-bef0-028ac038276e req-3867994e-9997-49c1-b081-71311d3907ae tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] Request body: {'port': {'device_id': '7bd3e365-488c-40ec-ae44-341e955e90c3', 'network_id': '963e405b-4be8-494c-bddf-22c23332205b', 'admin_state_up': True, 'tenant_id': '7ebddcaa1661440eae1aca534091f0d3'}} {{(pid=79296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:40:05.459539 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777aa1b-b196-40b2-b3e8-56837c9e564d None None] Pushing event updated for resources: {'Port': ['ID=9210cb80-da00-41a7-b683-ec96e96cff6f,revision_number=2']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:05.463253 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-9777aa1b-b196-40b2-b3e8-56837c9e564d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:05.488531 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-405e25ae-a014-4d8b-8813-939ff8c151e1 admin admin] Made reservation on behalf of 137a2bcf5e634843b8f86488887851b1 for: {'network': 1} {{(pid=79295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:40:05.492087 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-405e25ae-a014-4d8b-8813-939ff8c151e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for network, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:05.518106 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-405e25ae-a014-4d8b-8813-939ff8c151e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:05.556460 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-405e25ae-a014-4d8b-8813-939ff8c151e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:40:05.561107 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-405e25ae-a014-4d8b-8813-939ff8c151e1 admin admin] Usage tracker for resource:security_group_rule and tenant:137a2bcf5e634843b8f86488887851b1 is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:40:05.565548 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-405e25ae-a014-4d8b-8813-939ff8c151e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:40:05.566138 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Provisioning for port d18b7e39-72f1-4c58-aeee-61f69ce56317 completed by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:40:05.571125 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Provisioning complete for port d18b7e39-72f1-4c58-aeee-61f69ce56317 triggered by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:40:05.571687 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:05.572794 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-405e25ae-a014-4d8b-8813-939ff8c151e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:40:05.694819 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [req-4173026f-06f7-4a39-bef0-028ac038276e req-3867994e-9997-49c1-b081-71311d3907ae tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:40:05.707402 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [req-4173026f-06f7-4a39-bef0-028ac038276e req-3867994e-9997-49c1-b081-71311d3907ae tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] Usage tracker for resource:port and tenant:7ebddcaa1661440eae1aca534091f0d3 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:40:05.711111 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 42598) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:40:05.724907 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-405e25ae-a014-4d8b-8813-939ff8c151e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:05.727173 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [req-4173026f-06f7-4a39-bef0-028ac038276e req-3867994e-9997-49c1-b081-71311d3907ae tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:40:05.730707 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.db_base_plugin_common [None req-27aa3fe0-2bf1-428b-a25a-17d9f4a1e90a admin admin] Allocated IP 172.28.3.81 (18edca27-7fe5-44f0-bd00-188f2dc0b989/39840ae5-5b78-40c6-8289-bd2c4c3e7489/f2157f5b-9e98-4e11-9aab-7d06a09b7e0c) {{(pid=79296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:40:05.751780 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [req-4173026f-06f7-4a39-bef0-028ac038276e req-3867994e-9997-49c1-b081-71311d3907ae tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:40:05.781616 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:05.840601 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] For port d18b7e39-72f1-4c58-aeee-61f69ce56317, host dv-cinder-784453-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-smb',level=0,port_id=d18b7e39-72f1-4c58-aeee-61f69ce56317,segment=NetworkSegment(a6604af7-609a-4966-831b-b0a2c078687c),segment_id=a6604af7-609a-4966-831b-b0a2c078687c)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:40:05.842188 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-405e25ae-a014-4d8b-8813-939ff8c151e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:05.863971 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-405e25ae-a014-4d8b-8813-939ff8c151e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=79295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:40:05.891807 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-405e25ae-a014-4d8b-8813-939ff8c151e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007211'] for segment, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:05.892156 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.db.segments_db [None req-405e25ae-a014-4d8b-8813-939ff8c151e1 admin admin] Added segment 5e37f726-c65b-45e2-b309-cebf16b1aa59 of type vlan for network f90fb7f1-aab7-49ba-aa66-e4aada45d4e8 May 10 19:40:05.922694 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:05.924892 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-14308663-ef2f-43aa-ac3f-3a30465d1660 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:05.930893 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-96d42c40-d705-4cba-b2ba-fdd99449fd7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:05.998215 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4173026f-06f7-4a39-bef0-028ac038276e req-3867994e-9997-49c1-b081-71311d3907ae tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] Made reservation on behalf of 7ebddcaa1661440eae1aca534091f0d3 for: {'port': 1} {{(pid=79296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:40:05.998456 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405e25ae-a014-4d8b-8813-939ff8c151e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e1dc8a-56d7-49bf-ae0d-ddeb6dfc85a4,revision_number=1']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:05.998551 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-4173026f-06f7-4a39-bef0-028ac038276e req-3867994e-9997-49c1-b081-71311d3907ae tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:05.998648 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-405e25ae-a014-4d8b-8813-939ff8c151e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:06.006513 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-405e25ae-a014-4d8b-8813-939ff8c151e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757498498946'] for network, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:06.034299 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.v2.base [None req-863f8bbf-440d-4354-8805-ad282c132ffd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-345493500-network', 'tenant_id': '48537c19bc3f482ca2c677fa41f568c5'}} {{(pid=79296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:40:06.048747 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-863f8bbf-440d-4354-8805-ad282c132ffd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:40:06.049316 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Pushing event updated for resources: {'Port': ['ID=d18b7e39-72f1-4c58-aeee-61f69ce56317,revision_number=5']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:06.052851 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:06.057535 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-4173026f-06f7-4a39-bef0-028ac038276e req-3867994e-9997-49c1-b081-71311d3907ae tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] Notify callbacks [] for security_group, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:06.071420 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-7c2a8b5f-1649-45f0-b348-f4e1526f3b74 req-57cb050a-37ce-4fd7-b188-d30a08e69672 tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bd3e365-488c-40ec-ae44-341e955e90c3 HTTP/1.1" status: 200 len: 210 time: 0.0605364 May 10 19:40:06.075327 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-863f8bbf-440d-4354-8805-ad282c132ffd admin admin] Usage tracker for resource:network and tenant:48537c19bc3f482ca2c677fa41f568c5 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:40:06.080366 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-863f8bbf-440d-4354-8805-ad282c132ffd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:40:06.097450 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-863f8bbf-440d-4354-8805-ad282c132ffd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:40:06.099620 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [req-4173026f-06f7-4a39-bef0-028ac038276e req-3867994e-9997-49c1-b081-71311d3907ae tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:40:06.113465 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [req-4173026f-06f7-4a39-bef0-028ac038276e req-3867994e-9997-49c1-b081-71311d3907ae tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] Usage tracker for resource:security_group_rule and tenant:7ebddcaa1661440eae1aca534091f0d3 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:40:06.118547 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [req-4173026f-06f7-4a39-bef0-028ac038276e req-3867994e-9997-49c1-b081-71311d3907ae tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:40:06.127785 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [req-4173026f-06f7-4a39-bef0-028ac038276e req-3867994e-9997-49c1-b081-71311d3907ae tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:40:06.180875 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-27aa3fe0-2bf1-428b-a25a-17d9f4a1e90a admin admin] Notify callbacks [] for port, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:06.222983 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-405e25ae-a014-4d8b-8813-939ff8c151e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384'] for network, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:06.224454 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405e25ae-a014-4d8b-8813-939ff8c151e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:06.225111 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-405e25ae-a014-4d8b-8813-939ff8c151e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533414'] for network, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:06.230110 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:06.231272 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863f8bbf-440d-4354-8805-ad282c132ffd admin admin] Made reservation on behalf of 48537c19bc3f482ca2c677fa41f568c5 for: {'network': 1} {{(pid=79296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:40:06.233525 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-863f8bbf-440d-4354-8805-ad282c132ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for network, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:06.257646 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-863f8bbf-440d-4354-8805-ad282c132ffd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:06.290894 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-863f8bbf-440d-4354-8805-ad282c132ffd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:40:06.294080 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-4173026f-06f7-4a39-bef0-028ac038276e req-3867994e-9997-49c1-b081-71311d3907ae tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] Notify callbacks [] for security_group, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:06.297097 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-863f8bbf-440d-4354-8805-ad282c132ffd admin admin] Usage tracker for resource:security_group_rule and tenant:48537c19bc3f482ca2c677fa41f568c5 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:40:06.300260 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-863f8bbf-440d-4354-8805-ad282c132ffd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:40:06.306975 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-863f8bbf-440d-4354-8805-ad282c132ffd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:40:06.394264 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-27aa3fe0-2bf1-428b-a25a-17d9f4a1e90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757498479620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10503775'] for port, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:06.400534 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:06.414299 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405e25ae-a014-4d8b-8813-939ff8c151e1 admin admin] Pushing event updated for resources: {'Network': ['ID=f90fb7f1-aab7-49ba-aa66-e4aada45d4e8,revision_number=1']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:06.417104 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-405e25ae-a014-4d8b-8813-939ff8c151e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:06.427582 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Network f90fb7f1-aab7-49ba-aa66-e4aada45d4e8 details requested by agent ovs-agent-dv-cinder-784453-6-smb with host dv-cinder-784453-6-smb {{(pid=79297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 19:40:06.440737 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-4173026f-06f7-4a39-bef0-028ac038276e req-3867994e-9997-49c1-b081-71311d3907ae tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:06.478096 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-405e25ae-a014-4d8b-8813-939ff8c151e1 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4328022 May 10 19:40:06.480658 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 42612) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:40:06.486831 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.v2.base [None req-6bb3d032-be3f-4fe2-a8d2-67be80bdf024 admin admin] Request body: {'subnet': {'network_id': 'f90fb7f1-aab7-49ba-aa66-e4aada45d4e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-985723037-subnet', 'tenant_id': '137a2bcf5e634843b8f86488887851b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:40:06.492273 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-6bb3d032-be3f-4fe2-a8d2-67be80bdf024 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:40:06.496271 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-6bb3d032-be3f-4fe2-a8d2-67be80bdf024 admin admin] Usage tracker for resource:subnet and tenant:137a2bcf5e634843b8f86488887851b1 is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:40:06.499425 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-6bb3d032-be3f-4fe2-a8d2-67be80bdf024 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:40:06.514501 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-6bb3d032-be3f-4fe2-a8d2-67be80bdf024 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:40:06.515715 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27aa3fe0-2bf1-428b-a25a-17d9f4a1e90a admin admin] Network 18edca27-7fe5-44f0-bd00-188f2dc0b989 is already hosted by enough agents. {{(pid=79296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:40:06.535680 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.base_scheduler [None req-27aa3fe0-2bf1-428b-a25a-17d9f4a1e90a admin admin] Resources bound (agent type, host, resource id): {{(pid=79296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:40:06.552905 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27aa3fe0-2bf1-428b-a25a-17d9f4a1e90a admin admin] Received port after_create {{(pid=79296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:40:06.589689 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb3d032-be3f-4fe2-a8d2-67be80bdf024 admin admin] Made reservation on behalf of 137a2bcf5e634843b8f86488887851b1 for: {'subnet': 1} {{(pid=79295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:40:06.592110 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-6bb3d032-be3f-4fe2-a8d2-67be80bdf024 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1502677'] for subnet, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:06.592723 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aa3fe0-2bf1-428b-a25a-17d9f4a1e90a admin admin] Pushing event updated for resources: {'Port': ['ID=f2157f5b-9e98-4e11-9aab-7d06a09b7e0c,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:06.604771 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-27aa3fe0-2bf1-428b-a25a-17d9f4a1e90a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:06.611892 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-88420bbe-9ab4-49cc-9e6c-8b468c594035 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.161s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:06.694450 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4da7824-acb1-40ee-80d1-a0c25094dca3 None None] Network 87aeb287-77b6-4066-8767-8291f586a0d4 requested from dv-cinder-784453-6-smb {{(pid=79297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:40:06.773571 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3867994e-9997-49c1-b081-71311d3907ae tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59e74949-ea52-412d-a4fb-a88605653133,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:06.843659 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-3867994e-9997-49c1-b081-71311d3907ae tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:06.905109 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-880bf119-a00f-4ecb-96b6-836d39159d22 None None] Provisioning for port 9210cb80-da00-41a7-b683-ec96e96cff6f completed by entity DHCP. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:40:06.929094 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.db_base_plugin_common [req-4173026f-06f7-4a39-bef0-028ac038276e req-3867994e-9997-49c1-b081-71311d3907ae tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] Allocated IP 192.168.233.120 (963e405b-4be8-494c-bddf-22c23332205b/0bcf034a-3a01-4d3f-b543-773705f31644/e3b98a30-aefa-4925-819c-7ac4b10ff55b) {{(pid=79296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:40:06.988546 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-863f8bbf-440d-4354-8805-ad282c132ffd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:07.108438 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-863f8bbf-440d-4354-8805-ad282c132ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:07.118169 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-60b695bd-3381-4d60-8321-48faa82d3f05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:07.237352 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-3462e1ce-2701-43df-87a0-3056dedce72d req-9abcd3f5-7635-4264-ad20-bf1e5d7e87c2 tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bd3e365-488c-40ec-ae44-341e955e90c3 HTTP/1.1" status: 200 len: 210 time: 0.0568080 May 10 19:40:07.254376 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-6bb3d032-be3f-4fe2-a8d2-67be80bdf024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10684184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1502631'] for subnet, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:07.262101 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-8b68c858-8efd-468d-82c2-68e78a899181 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:07.354031 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb3d032-be3f-4fe2-a8d2-67be80bdf024 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8982fb46-9b8b-44cc-b2f0-68be149e50ec,revision_number=0']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:07.358352 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb3d032-be3f-4fe2-a8d2-67be80bdf024 admin admin] Checking segment: {'id': '5e37f726-c65b-45e2-b309-cebf16b1aa59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f90fb7f1-aab7-49ba-aa66-e4aada45d4e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:40:07.358825 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb3d032-be3f-4fe2-a8d2-67be80bdf024 admin admin] Network hostable DHCP agents. Network: f90fb7f1-aab7-49ba-aa66-e4aada45d4e8, hostable agents: ['cf5774e5-e4b1-412e-9d40-b43239b08ac1'], hosted agents: [] {{(pid=79295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:40:07.371700 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-6bb3d032-be3f-4fe2-a8d2-67be80bdf024 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:07.371808 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-863f8bbf-440d-4354-8805-ad282c132ffd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=79296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:40:07.383637 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device 9210cb80-da00-41a7-b683-ec96e96cff6f up at agent ovs-agent-dv-cinder-784453-6-smb {{(pid=79297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:40:07.406378 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863f8bbf-440d-4354-8805-ad282c132ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e89d70-cf90-4f0a-aa01-6d894627624d,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:07.409941 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-863f8bbf-440d-4354-8805-ad282c132ffd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:07.435150 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-863f8bbf-440d-4354-8805-ad282c132ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007211'] for segment, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:07.435582 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.db.segments_db [None req-863f8bbf-440d-4354-8805-ad282c132ffd admin admin] Added segment 108993fe-967b-403c-a08b-306337f62f28 of type vlan for network c1996f27-1db4-443b-b1de-2cd374f7ede0 May 10 19:40:07.465787 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb3d032-be3f-4fe2-a8d2-67be80bdf024 admin admin] Network f90fb7f1-aab7-49ba-aa66-e4aada45d4e8 is scheduled to be hosted by DHCP agent cf5774e5-e4b1-412e-9d40-b43239b08ac1 with binding_index 1 {{(pid=79295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:40:07.516371 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-863f8bbf-440d-4354-8805-ad282c132ffd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757498498946'] for network, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:07.534651 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-27aa3fe0-2bf1-428b-a25a-17d9f4a1e90a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:07.539542 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Provisioning for port 9210cb80-da00-41a7-b683-ec96e96cff6f completed by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:40:07.545372 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Provisioning complete for port 9210cb80-da00-41a7-b683-ec96e96cff6f triggered by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:40:07.545846 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:07.567955 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.scheduler.base_scheduler [None req-6bb3d032-be3f-4fe2-a8d2-67be80bdf024 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-6-smb, f90fb7f1-aab7-49ba-aa66-e4aada45d4e8) {{(pid=79295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:40:07.576825 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb3d032-be3f-4fe2-a8d2-67be80bdf024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:07.578177 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-6bb3d032-be3f-4fe2-a8d2-67be80bdf024 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:07.595198 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-4173026f-06f7-4a39-bef0-028ac038276e req-3867994e-9997-49c1-b081-71311d3907ae tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] Notify callbacks [] for port, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:07.604023 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb47e1ef-f408-4407-bd8c-5fbc06955096 None None] Network f90fb7f1-aab7-49ba-aa66-e4aada45d4e8 requested from dv-cinder-784453-6-smb {{(pid=79297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:40:07.653064 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-6bb3d032-be3f-4fe2-a8d2-67be80bdf024 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1710446 May 10 19:40:07.709787 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.provisioning_blocks [req-4173026f-06f7-4a39-bef0-028ac038276e req-3867994e-9997-49c1-b081-71311d3907ae tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] Transition to ACTIVE for port object e3b98a30-aefa-4925-819c-7ac4b10ff55b will not be triggered until provisioned by entity DHCP. {{(pid=79296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:40:07.817154 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:07.830408 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-863f8bbf-440d-4354-8805-ad282c132ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384'] for network, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:07.887562 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863f8bbf-440d-4354-8805-ad282c132ffd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:07.888140 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-863f8bbf-440d-4354-8805-ad282c132ffd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533414'] for network, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:07.899265 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-989ebb76-3c4f-4cc3-9c53-b50b9f7286a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:07.919174 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-4173026f-06f7-4a39-bef0-028ac038276e req-3867994e-9997-49c1-b081-71311d3907ae tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757498479620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10503775'] for port, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:07.948785 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] For port 9210cb80-da00-41a7-b683-ec96e96cff6f, host dv-cinder-784453-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-smb',level=0,port_id=9210cb80-da00-41a7-b683-ec96e96cff6f,segment=NetworkSegment(283177fc-8ba5-4643-88d9-7184363d4a6d),segment_id=283177fc-8ba5-4643-88d9-7184363d4a6d)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:40:07.970060 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c18b79-efde-48c9-accf-23632b7a751b None None] Network f90fb7f1-aab7-49ba-aa66-e4aada45d4e8 requested from dv-cinder-784453-6-smb {{(pid=79297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:40:08.042662 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4173026f-06f7-4a39-bef0-028ac038276e req-3867994e-9997-49c1-b081-71311d3907ae tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] Network 963e405b-4be8-494c-bddf-22c23332205b is already hosted by enough agents. {{(pid=79296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:40:08.043010 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:08.043864 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device d18b7e39-72f1-4c58-aeee-61f69ce56317 up at agent ovs-agent-dv-cinder-784453-6-smb {{(pid=79297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:40:08.049964 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.base_scheduler [req-4173026f-06f7-4a39-bef0-028ac038276e req-3867994e-9997-49c1-b081-71311d3907ae tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] Resources bound (agent type, host, resource id): {{(pid=79296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:40:08.063514 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.l3_dvrscheduler_db [req-4173026f-06f7-4a39-bef0-028ac038276e req-3867994e-9997-49c1-b081-71311d3907ae tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] Received port after_create {{(pid=79296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:40:08.073991 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:08.090264 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863f8bbf-440d-4354-8805-ad282c132ffd admin admin] Pushing event updated for resources: {'Network': ['ID=c1996f27-1db4-443b-b1de-2cd374f7ede0,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:08.098843 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-863f8bbf-440d-4354-8805-ad282c132ffd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:08.101153 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-544a51e2-0c11-43b4-8aea-d06d24c0716c tempest-VolumesActionsTest-985486205 tempest-VolumesActionsTest-985486205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:08.123005 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Network c1996f27-1db4-443b-b1de-2cd374f7ede0 details requested by agent ovs-agent-dv-cinder-784453-6-smb with host dv-cinder-784453-6-smb {{(pid=79297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 19:40:08.161889 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-863f8bbf-440d-4354-8805-ad282c132ffd admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.4395022 May 10 19:40:08.164756 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 42634) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:40:08.167686 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-27aa3fe0-2bf1-428b-a25a-17d9f4a1e90a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-862312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657670'] for router, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:08.173288 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.v2.base [None req-41764dfb-a01e-4899-b13c-eab0ea176291 admin admin] Request body: {'subnet': {'network_id': 'c1996f27-1db4-443b-b1de-2cd374f7ede0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-345493500-subnet', 'tenant_id': '48537c19bc3f482ca2c677fa41f568c5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:40:08.186123 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-41764dfb-a01e-4899-b13c-eab0ea176291 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:40:08.191395 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-41764dfb-a01e-4899-b13c-eab0ea176291 admin admin] Usage tracker for resource:subnet and tenant:48537c19bc3f482ca2c677fa41f568c5 is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:40:08.197441 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-41764dfb-a01e-4899-b13c-eab0ea176291 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:40:08.204325 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-41764dfb-a01e-4899-b13c-eab0ea176291 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:40:08.261266 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4173026f-06f7-4a39-bef0-028ac038276e req-3867994e-9997-49c1-b081-71311d3907ae tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:08.261891 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-4173026f-06f7-4a39-bef0-028ac038276e req-3867994e-9997-49c1-b081-71311d3907ae tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149324'] for port, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:08.276657 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41764dfb-a01e-4899-b13c-eab0ea176291 admin admin] Made reservation on behalf of 48537c19bc3f482ca2c677fa41f568c5 for: {'subnet': 1} {{(pid=79295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:40:08.279783 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-41764dfb-a01e-4899-b13c-eab0ea176291 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1502677'] for subnet, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:08.357075 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Pushing event updated for resources: {'Port': ['ID=9210cb80-da00-41a7-b683-ec96e96cff6f,revision_number=3']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:08.372011 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:08.381397 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3867994e-9997-49c1-b081-71311d3907ae tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] Pushing event updated for resources: {'Port': ['ID=e3b98a30-aefa-4925-819c-7ac4b10ff55b,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:08.400471 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-3867994e-9997-49c1-b081-71311d3907ae tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:08.417680 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-1c63ae1f-8867-4cf0-b38c-0dacf3b4cdb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:08.464214 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Provisioning complete for port d18b7e39-72f1-4c58-aeee-61f69ce56317 triggered by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:40:08.464627 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:08.498302 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:08.528228 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-a5b9bc7c-6239-45a1-9544-64ff952a47e4 None None] Provisioning for port e3b98a30-aefa-4925-819c-7ac4b10ff55b completed by entity DHCP. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:40:08.539475 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-a5b9bc7c-6239-45a1-9544-64ff952a47e4 None None] Provisioning complete for port e3b98a30-aefa-4925-819c-7ac4b10ff55b triggered by entity DHCP. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:40:08.539837 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-a5b9bc7c-6239-45a1-9544-64ff952a47e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:08.560448 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c8b26-e0cc-41f6-a499-d8fc8bcfb61a req-35d84f08-969f-4584-aa84-7c6daa5adae5 tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:08.562385 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-d54c8b26-e0cc-41f6-a499-d8fc8bcfb61a req-35d84f08-969f-4584-aa84-7c6daa5adae5 tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bd3e365-488c-40ec-ae44-341e955e90c3 HTTP/1.1" status: 200 len: 936 time: 0.1599147 May 10 19:40:08.563110 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-4173026f-06f7-4a39-bef0-028ac038276e req-3867994e-9997-49c1-b081-71311d3907ae tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1122355 May 10 19:40:08.588349 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.v2.base [req-4173026f-06f7-4a39-bef0-028ac038276e req-40c63c2a-ad69-42db-bad1-0259f74d4290 service neutron] Request body: {'port': {'device_id': '7bd3e365-488c-40ec-ae44-341e955e90c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=79296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:40:08.659520 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.plugin [None req-a5b9bc7c-6239-45a1-9544-64ff952a47e4 None None] Port e3b98a30-aefa-4925-819c-7ac4b10ff55b cannot update to ACTIVE because it is not bound. {{(pid=79297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 19:40:08.687221 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 42652) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:40:08.689839 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27aa3fe0-2bf1-428b-a25a-17d9f4a1e90a admin admin] Router efc672c6-3b0f-4a21-9ea2-6394297772f2 is scheduled to L3 agent 66c26874-6d1a-4324-9002-6da014815c52 with binding_index 1 {{(pid=79296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 19:40:08.703629 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.v2.base [None req-b568a2a7-bf15-4e19-9aa6-4480a3e62416 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-864490334-network', 'tenant_id': 'fc7813cedf454f1f9a50eedbcdafbb21'}} {{(pid=79296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:40:08.703629 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-b568a2a7-bf15-4e19-9aa6-4480a3e62416 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:40:08.730409 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-d54c8b26-e0cc-41f6-a499-d8fc8bcfb61a req-2fdb9a20-8bc7-4638-b423-b5fe3144960d tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] 10.222.0.46 "GET /v2.0/security-groups?id=59e74949-ea52-412d-a4fb-a88605653133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549110 May 10 19:40:08.756806 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-b568a2a7-bf15-4e19-9aa6-4480a3e62416 admin admin] Usage tracker for resource:network and tenant:fc7813cedf454f1f9a50eedbcdafbb21 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:40:08.764296 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-b568a2a7-bf15-4e19-9aa6-4480a3e62416 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:40:08.947505 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-41764dfb-a01e-4899-b13c-eab0ea176291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10684184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1502631'] for subnet, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:08.955146 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-01d29b40-aeac-4c88-b179-5e718015d93b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:08.986296 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-b568a2a7-bf15-4e19-9aa6-4480a3e62416 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:40:09.000793 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-4173026f-06f7-4a39-bef0-028ac038276e req-40c63c2a-ad69-42db-bad1-0259f74d4290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:09.038199 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41764dfb-a01e-4899-b13c-eab0ea176291 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9a3be94-0d38-4426-8d23-4357f15ca2f9,revision_number=0']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:09.040479 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41764dfb-a01e-4899-b13c-eab0ea176291 admin admin] Checking segment: {'id': '108993fe-967b-403c-a08b-306337f62f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c1996f27-1db4-443b-b1de-2cd374f7ede0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:40:09.040828 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41764dfb-a01e-4899-b13c-eab0ea176291 admin admin] Network hostable DHCP agents. Network: c1996f27-1db4-443b-b1de-2cd374f7ede0, hostable agents: ['cf5774e5-e4b1-412e-9d40-b43239b08ac1'], hosted agents: [] {{(pid=79295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:40:09.043789 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-41764dfb-a01e-4899-b13c-eab0ea176291 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:09.081909 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b568a2a7-bf15-4e19-9aa6-4480a3e62416 admin admin] Made reservation on behalf of fc7813cedf454f1f9a50eedbcdafbb21 for: {'network': 1} {{(pid=79296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:40:09.084223 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-b568a2a7-bf15-4e19-9aa6-4480a3e62416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for network, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:09.106187 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-b568a2a7-bf15-4e19-9aa6-4480a3e62416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:09.150672 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41764dfb-a01e-4899-b13c-eab0ea176291 admin admin] Network c1996f27-1db4-443b-b1de-2cd374f7ede0 is scheduled to be hosted by DHCP agent cf5774e5-e4b1-412e-9d40-b43239b08ac1 with binding_index 1 {{(pid=79295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:40:09.184905 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-b568a2a7-bf15-4e19-9aa6-4480a3e62416 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:40:09.195758 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27aa3fe0-2bf1-428b-a25a-17d9f4a1e90a admin admin] Notify agent at l3_agent.dv-cinder-784453-6-smb the message routers_updated {{(pid=79296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:40:09.200368 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-b568a2a7-bf15-4e19-9aa6-4480a3e62416 admin admin] Usage tracker for resource:security_group_rule and tenant:fc7813cedf454f1f9a50eedbcdafbb21 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:40:09.207812 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8173bef0-0705-4ff6-be7f-2c70b3fac827 None None] Sync routers for ids ['efc672c6-3b0f-4a21-9ea2-6394297772f2'] in dv-cinder-784453-6-smb {{(pid=79297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:40:09.211201 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-b568a2a7-bf15-4e19-9aa6-4480a3e62416 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:40:09.217884 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8173bef0-0705-4ff6-be7f-2c70b3fac827 None None] Routers {'efc672c6-3b0f-4a21-9ea2-6394297772f2'} bound to L3 agent in host dv-cinder-784453-6-smb {{(pid=79297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:40:09.219539 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_hamode_db [None req-8173bef0-0705-4ff6-be7f-2c70b3fac827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T19:29:11Z,description=,heartbeat_timestamp=2021-05-10T19:39:41Z,host='dv-cinder-784453-6-smb',id=66c26874-6d1a-4324-9002-6da014815c52,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:29:11Z,topic='l3_agent')) {'router_ids': ['efc672c6-3b0f-4a21-9ea2-6394297772f2'], 'active': True} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:40:09.229217 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-b568a2a7-bf15-4e19-9aa6-4480a3e62416 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:40:09.253575 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.scheduler.base_scheduler [None req-41764dfb-a01e-4899-b13c-eab0ea176291 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-6-smb, c1996f27-1db4-443b-b1de-2cd374f7ede0) {{(pid=79295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:40:09.263405 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41764dfb-a01e-4899-b13c-eab0ea176291 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:09.264210 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-41764dfb-a01e-4899-b13c-eab0ea176291 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:09.288073 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device 9210cb80-da00-41a7-b683-ec96e96cff6f up at agent ovs-agent-dv-cinder-784453-6-smb {{(pid=79297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:40:09.311489 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad37203-afa6-4457-a12d-774708da97fd None None] Network c1996f27-1db4-443b-b1de-2cd374f7ede0 requested from dv-cinder-784453-6-smb {{(pid=79297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:40:09.328450 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-27aa3fe0-2bf1-428b-a25a-17d9f4a1e90a admin admin] Notify callbacks [] for router, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:09.329650 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-27aa3fe0-2bf1-428b-a25a-17d9f4a1e90a admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.4655817 May 10 19:40:09.332787 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 42656) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:40:09.401744 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-41764dfb-a01e-4899-b13c-eab0ea176291 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2325695 May 10 19:40:09.402884 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 42660) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:40:09.411446 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.v2.base [None req-faee68a9-cb4a-4134-9473-3146f27fc619 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-345493500-router', 'tenant_id': '48537c19bc3f482ca2c677fa41f568c5', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989'}}} {{(pid=79296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:40:09.428676 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-faee68a9-cb4a-4134-9473-3146f27fc619 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:40:09.436560 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-faee68a9-cb4a-4134-9473-3146f27fc619 admin admin] Usage tracker for resource:router and tenant:48537c19bc3f482ca2c677fa41f568c5 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:40:09.440668 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-faee68a9-cb4a-4134-9473-3146f27fc619 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:40:09.461321 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-faee68a9-cb4a-4134-9473-3146f27fc619 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:40:09.487553 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-b568a2a7-bf15-4e19-9aa6-4480a3e62416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:09.549376 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.notifiers.nova [req-4173026f-06f7-4a39-bef0-028ac038276e req-40c63c2a-ad69-42db-bad1-0259f74d4290 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3b98a30-aefa-4925-819c-7ac4b10ff55b {{(pid=79296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:40:09.557528 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-4173026f-06f7-4a39-bef0-028ac038276e req-40c63c2a-ad69-42db-bad1-0259f74d4290 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:09.562692 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-b568a2a7-bf15-4e19-9aa6-4480a3e62416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:09.569420 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-209b86fd-0e79-46e5-8fac-a42326e3938e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:09.590252 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.provisioning_blocks [req-4173026f-06f7-4a39-bef0-028ac038276e req-40c63c2a-ad69-42db-bad1-0259f74d4290 service neutron] Transition to ACTIVE for port object e3b98a30-aefa-4925-819c-7ac4b10ff55b will not be triggered until provisioned by entity L2. {{(pid=79296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:40:09.604502 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-faee68a9-cb4a-4134-9473-3146f27fc619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-862949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:09.605492 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-faee68a9-cb4a-4134-9473-3146f27fc619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-862954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-667882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-557229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5452'] for router, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:09.612760 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b568a2a7-bf15-4e19-9aa6-4480a3e62416 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=79296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:40:09.616147 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvr_db [None req-8173bef0-0705-4ff6-be7f-2c70b3fac827 None None] Set router efc672c6-3b0f-4a21-9ea2-6394297772f2 gateway port host: dv-cinder-784453-6-smb {{(pid=79297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:40:09.619276 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b568a2a7-bf15-4e19-9aa6-4480a3e62416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=041c1721-7274-4f09-aa88-1e731bcac581,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:09.625427 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-b568a2a7-bf15-4e19-9aa6-4480a3e62416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:09.630925 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-b568a2a7-bf15-4e19-9aa6-4480a3e62416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007211'] for segment, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:09.631285 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.db.segments_db [None req-b568a2a7-bf15-4e19-9aa6-4480a3e62416 admin admin] Added segment f07201dc-789b-4dff-aaa4-ba86270a9eb6 of type vlan for network d4fe98b3-a3bc-436a-ad94-ff30b814e4d5 May 10 19:40:09.643273 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-faee68a9-cb4a-4134-9473-3146f27fc619 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:09.665121 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Provisioning complete for port 9210cb80-da00-41a7-b683-ec96e96cff6f triggered by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:40:09.665755 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:09.674061 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-b568a2a7-bf15-4e19-9aa6-4480a3e62416 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757498498946'] for network, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:09.683016 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-4173026f-06f7-4a39-bef0-028ac038276e req-40c63c2a-ad69-42db-bad1-0259f74d4290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10503750'] for port, after_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:09.689228 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-549f79ca-efa6-4456-a429-5ada76c27477 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:10.050020 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c63c2a-ad69-42db-bad1-0259f74d4290 service neutron] Pushing event updated for resources: {'Port': ['ID=e3b98a30-aefa-4925-819c-7ac4b10ff55b,revision_number=2']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:10.084320 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98feeeae-c831-4ad0-9037-35f11980da1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5621fda0-e5c6-53dc-bc61-667937d628dd-c1996f27-1db4-443b-b1de-2cd374f7ede0', 'network_id': 'c1996f27-1db4-443b-b1de-2cd374f7ede0', 'tenant_id': '48537c19bc3f482ca2c677fa41f568c5', 'fixed_ips': [{'subnet_id': 'd9a3be94-0d38-4426-8d23-4357f15ca2f9'}]}} from dv-cinder-784453-6-smb. {{(pid=79297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 19:40:10.085501 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-98feeeae-c831-4ad0-9037-35f11980da1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_create {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:10.128363 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-40c63c2a-ad69-42db-bad1-0259f74d4290 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:10.165098 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-b568a2a7-bf15-4e19-9aa6-4480a3e62416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384'] for network, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:10.173937 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b568a2a7-bf15-4e19-9aa6-4480a3e62416 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:10.174506 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-b568a2a7-bf15-4e19-9aa6-4480a3e62416 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533414'] for network, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:10.193506 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a6bcce-02ef-4aeb-926c-85d6eaccf7a0 req-c428e33f-b8cb-4b8f-aa7c-6d4ecebd01bc tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:10.195108 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-99a6bcce-02ef-4aeb-926c-85d6eaccf7a0 req-c428e33f-b8cb-4b8f-aa7c-6d4ecebd01bc tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bd3e365-488c-40ec-ae44-341e955e90c3 HTTP/1.1" status: 200 len: 948 time: 0.1811078 May 10 19:40:10.212164 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:10.236100 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-faee68a9-cb4a-4134-9473-3146f27fc619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-667795', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-862225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5458'] for router, precommit_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:10.279333 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-c6507654-47e4-4866-8786-3ef6909574b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:10.298248 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-99a6bcce-02ef-4aeb-926c-85d6eaccf7a0 req-5c1553c3-93cb-448f-8265-9c30f4b63829 tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] 10.222.0.46 "GET /v2.0/security-groups?id=59e74949-ea52-412d-a4fb-a88605653133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773947 May 10 19:40:10.341696 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b568a2a7-bf15-4e19-9aa6-4480a3e62416 admin admin] Pushing event updated for resources: {'Network': ['ID=d4fe98b3-a3bc-436a-ad94-ff30b814e4d5,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:10.345620 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-b568a2a7-bf15-4e19-9aa6-4480a3e62416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:10.362927 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Network d4fe98b3-a3bc-436a-ad94-ff30b814e4d5 details requested by agent ovs-agent-dv-cinder-784453-6-smb with host dv-cinder-784453-6-smb {{(pid=79297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 19:40:10.441381 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.managers [req-4173026f-06f7-4a39-bef0-028ac038276e req-40c63c2a-ad69-42db-bad1-0259f74d4290 service neutron] Attempting to bind port e3b98a30-aefa-4925-819c-7ac4b10ff55b on host hv-cinder-78445 for vnic_type normal with profile {{(pid=79296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:40:10.441987 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.managers [req-4173026f-06f7-4a39-bef0-028ac038276e req-40c63c2a-ad69-42db-bad1-0259f74d4290 service neutron] Attempting to bind port e3b98a30-aefa-4925-819c-7ac4b10ff55b by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '5b8d806c-a0f3-4312-a5b7-972548cd3847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '963e405b-4be8-494c-bddf-22c23332205b'}] {{(pid=79296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:40:10.442098 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4173026f-06f7-4a39-bef0-028ac038276e req-40c63c2a-ad69-42db-bad1-0259f74d4290 service neutron] Attempting to bind port e3b98a30-aefa-4925-819c-7ac4b10ff55b on network 963e405b-4be8-494c-bddf-22c23332205b {{(pid=79296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:40:10.448650 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.db_base_plugin_common [None req-98feeeae-c831-4ad0-9037-35f11980da1d None None] Allocated IP 172.20.0.2 (c1996f27-1db4-443b-b1de-2cd374f7ede0/d9a3be94-0d38-4426-8d23-4357f15ca2f9/96da7c91-0fb4-4684-8541-cf7a1fcab2b0) {{(pid=79297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:40:10.449597 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-b568a2a7-bf15-4e19-9aa6-4480a3e62416 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7610140 May 10 19:40:10.454880 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 42668) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:40:10.455618 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4173026f-06f7-4a39-bef0-028ac038276e req-40c63c2a-ad69-42db-bad1-0259f74d4290 service neutron] Port e3b98a30-aefa-4925-819c-7ac4b10ff55b on network 963e405b-4be8-494c-bddf-22c23332205b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=79296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 19:40:10.455937 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4173026f-06f7-4a39-bef0-028ac038276e req-40c63c2a-ad69-42db-bad1-0259f74d4290 service neutron] Attempting to bind port e3b98a30-aefa-4925-819c-7ac4b10ff55b on network 963e405b-4be8-494c-bddf-22c23332205b {{(pid=79296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:40:10.465341 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.v2.base [None req-fcd05fd8-333e-46da-8dda-7c27ff927d4c admin admin] Request body: {'subnet': {'network_id': 'd4fe98b3-a3bc-436a-ad94-ff30b814e4d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-864490334-subnet', 'tenant_id': 'fc7813cedf454f1f9a50eedbcdafbb21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:40:10.474511 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4173026f-06f7-4a39-bef0-028ac038276e req-40c63c2a-ad69-42db-bad1-0259f74d4290 service neutron] Checking agent: {'id': '9c4a8215-4a8c-47cd-bc08-47634ab436c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 35, 38), 'started_at': datetime.datetime(2021, 5, 10, 19, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:40:10.474921 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4173026f-06f7-4a39-bef0-028ac038276e req-40c63c2a-ad69-42db-bad1-0259f74d4290 service neutron] Checking segment: {'id': '5b8d806c-a0f3-4312-a5b7-972548cd3847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '963e405b-4be8-494c-bddf-22c23332205b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:40:10.475313 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4173026f-06f7-4a39-bef0-028ac038276e req-40c63c2a-ad69-42db-bad1-0259f74d4290 service neutron] Bound using segment: {'id': '5b8d806c-a0f3-4312-a5b7-972548cd3847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '963e405b-4be8-494c-bddf-22c23332205b'} {{(pid=79296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:40:10.475755 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.managers [req-4173026f-06f7-4a39-bef0-028ac038276e req-40c63c2a-ad69-42db-bad1-0259f74d4290 service neutron] Bound port: e3b98a30-aefa-4925-819c-7ac4b10ff55b, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b8d806c-a0f3-4312-a5b7-972548cd3847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '963e405b-4be8-494c-bddf-22c23332205b'}}] {{(pid=79296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:40:10.476097 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-4173026f-06f7-4a39-bef0-028ac038276e req-40c63c2a-ad69-42db-bad1-0259f74d4290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:10.479701 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_hamode_db [None req-8173bef0-0705-4ff6-be7f-2c70b3fac827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc672c6-3b0f-4a21-9ea2-6394297772f2', 'name': 'tempest-TestShelveInstance-1087167889-router', 'tenant_id': '75b4330dd7ba482092235aa9441a1180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.81'}], 'enable_snat': True}, 'gw_port_id': 'f2157f5b-9e98-4e11-9aab-7d06a09b7e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:40:03Z', 'updated_at': '2021-05-10T19:40:06Z', 'revision_number': 3, 'project_id': '75b4330dd7ba482092235aa9441a1180', 'gw_port': {'id': 'f2157f5b-9e98-4e11-9aab-7d06a09b7e0c', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:fc:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc672c6-3b0f-4a21-9ea2-6394297772f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:40:05Z', 'updated_at': '2021-05-10T19:40:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb'}], 'dv-cinder-784453-6-smb', False) {} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:40:10.485142 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-fcd05fd8-333e-46da-8dda-7c27ff927d4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:40:10.487675 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8173bef0-0705-4ff6-be7f-2c70b3fac827 None None] Checking router: efc672c6-3b0f-4a21-9ea2-6394297772f2 for host: dv-cinder-784453-6-smb {{(pid=79297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:40:10.488058 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8173bef0-0705-4ff6-be7f-2c70b3fac827 None None] Updating router efc672c6-3b0f-4a21-9ea2-6394297772f2 port f2157f5b-9e98-4e11-9aab-7d06a09b7e0c binding host dv-cinder-784453-6-smb {{(pid=79297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:40:10.494368 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-fcd05fd8-333e-46da-8dda-7c27ff927d4c admin admin] Usage tracker for resource:subnet and tenant:fc7813cedf454f1f9a50eedbcdafbb21 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:40:10.500829 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-fcd05fd8-333e-46da-8dda-7c27ff927d4c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:40:10.521506 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.db_base_plugin_common [None req-c6507654-47e4-4866-8786-3ef6909574b1 admin admin] Allocated IP 172.20.0.1 (87aeb287-77b6-4066-8767-8291f586a0d4/55b53479-1451-43f1-89eb-8601a43faa9d/e10dfb5b-a0c7-4278-ba1a-0046040165d7) {{(pid=79295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:40:10.542705 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-fcd05fd8-333e-46da-8dda-7c27ff927d4c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:40:10.617313 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.db [req-4173026f-06f7-4a39-bef0-028ac038276e req-40c63c2a-ad69-42db-bad1-0259f74d4290 service neutron] For port e3b98a30-aefa-4925-819c-7ac4b10ff55b, host hv-cinder-78445, cleared binding levels {{(pid=79296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:40:10.620946 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-8173bef0-0705-4ff6-be7f-2c70b3fac827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:10.627976 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd05fd8-333e-46da-8dda-7c27ff927d4c admin admin] Made reservation on behalf of fc7813cedf454f1f9a50eedbcdafbb21 for: {'subnet': 1} {{(pid=79296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:40:10.630332 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-fcd05fd8-333e-46da-8dda-7c27ff927d4c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10614077'] for subnet, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:10.647674 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.db [req-4173026f-06f7-4a39-bef0-028ac038276e req-40c63c2a-ad69-42db-bad1-0259f74d4290 service neutron] For port e3b98a30-aefa-4925-819c-7ac4b10ff55b, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=e3b98a30-aefa-4925-819c-7ac4b10ff55b,segment=NetworkSegment(5b8d806c-a0f3-4312-a5b7-972548cd3847),segment_id=5b8d806c-a0f3-4312-a5b7-972548cd3847)] {{(pid=79296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:40:10.685800 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-c6507654-47e4-4866-8786-3ef6909574b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:10.703825 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.provisioning_blocks [None req-c6507654-47e4-4866-8786-3ef6909574b1 admin admin] Transition to ACTIVE for port object e10dfb5b-a0c7-4278-ba1a-0046040165d7 will not be triggered until provisioned by entity DHCP. {{(pid=79295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:40:10.794820 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-c6507654-47e4-4866-8786-3ef6909574b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757498479620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10826888'] for port, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:10.798627 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:10.821684 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-4173026f-06f7-4a39-bef0-028ac038276e req-40c63c2a-ad69-42db-bad1-0259f74d4290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10503750'] for port, after_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:10.837600 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:10.869003 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-7852da3b-e177-4979-a314-af62dc0c1e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:10.870284 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6507654-47e4-4866-8786-3ef6909574b1 admin admin] Network 87aeb287-77b6-4066-8767-8291f586a0d4 is already hosted by enough agents. {{(pid=79295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:40:10.881110 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.scheduler.base_scheduler [None req-c6507654-47e4-4866-8786-3ef6909574b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=79295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:40:10.887329 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6507654-47e4-4866-8786-3ef6909574b1 admin admin] Received port after_create {{(pid=79295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:40:10.915936 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6507654-47e4-4866-8786-3ef6909574b1 admin admin] Pushing event updated for resources: {'Port': ['ID=e10dfb5b-a0c7-4278-ba1a-0046040165d7,revision_number=1']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:10.926278 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-c6507654-47e4-4866-8786-3ef6909574b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:10.942389 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-98feeeae-c831-4ad0-9037-35f11980da1d None None] Notify callbacks [] for port, precommit_create {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:10.965534 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-c6507654-47e4-4866-8786-3ef6909574b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663513'] for router_interface, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:10.985524 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-98feeeae-c831-4ad0-9037-35f11980da1d None None] Transition to ACTIVE for port object 96da7c91-0fb4-4684-8541-cf7a1fcab2b0 will not be triggered until provisioned by entity L2. {{(pid=79297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:40:11.055467 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-98feeeae-c831-4ad0-9037-35f11980da1d None None] Transition to ACTIVE for port object 96da7c91-0fb4-4684-8541-cf7a1fcab2b0 will not be triggered until provisioned by entity DHCP. {{(pid=79297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:40:11.071284 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:11.105359 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4173026f-06f7-4a39-bef0-028ac038276e req-40c63c2a-ad69-42db-bad1-0259f74d4290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:11.106194 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-4173026f-06f7-4a39-bef0-028ac038276e req-40c63c2a-ad69-42db-bad1-0259f74d4290 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149324'] for port, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:11.107614 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-4173026f-06f7-4a39-bef0-028ac038276e req-40c63c2a-ad69-42db-bad1-0259f74d4290 service neutron] 10.222.0.36 "PUT /v2.0/ports/e3b98a30-aefa-4925-819c-7ac4b10ff55b HTTP/1.1" status: 200 len: 1098 time: 2.5336213 May 10 19:40:11.108327 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bd3e365-488c-40ec-ae44-341e955e90c3', 'tag': 'e3b98a30-aefa-4925-819c-7ac4b10ff55b'}] {{(pid=79296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:40:11.211948 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-98feeeae-c831-4ad0-9037-35f11980da1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757498479620'] for port, after_create {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:11.217414 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:11.229330 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bd3e365-488c-40ec-ae44-341e955e90c3', 'tag': 'e3b98a30-aefa-4925-819c-7ac4b10ff55b', 'status': 'completed', 'code': 200} May 10 19:40:11.231681 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c63c2a-ad69-42db-bad1-0259f74d4290 service neutron] Pushing event updated for resources: {'Port': ['ID=e3b98a30-aefa-4925-819c-7ac4b10ff55b,revision_number=3']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:11.241374 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-c6507654-47e4-4866-8786-3ef6909574b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:11.269851 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-40c63c2a-ad69-42db-bad1-0259f74d4290 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:11.297800 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-faee68a9-cb4a-4134-9473-3146f27fc619 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:11.307056 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98feeeae-c831-4ad0-9037-35f11980da1d None None] Network c1996f27-1db4-443b-b1de-2cd374f7ede0 is already hosted by enough agents. {{(pid=79297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:40:11.319496 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-8173bef0-0705-4ff6-be7f-2c70b3fac827 None None] Notify callbacks [] for port, precommit_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:11.321961 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.scheduler.base_scheduler [None req-98feeeae-c831-4ad0-9037-35f11980da1d None None] Resources bound (agent type, host, resource id): {{(pid=79297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:40:11.329915 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98feeeae-c831-4ad0-9037-35f11980da1d None None] Received port after_create {{(pid=79297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:40:11.334705 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98feeeae-c831-4ad0-9037-35f11980da1d None None] Pushing event updated for resources: {'Port': ['ID=96da7c91-0fb4-4684-8541-cf7a1fcab2b0,revision_number=1']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:11.337509 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-faee68a9-cb4a-4134-9473-3146f27fc619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:11.344212 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-98feeeae-c831-4ad0-9037-35f11980da1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:11.379714 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-8173bef0-0705-4ff6-be7f-2c70b3fac827 None None] Transition to ACTIVE for port object f2157f5b-9e98-4e11-9aab-7d06a09b7e0c will not be triggered until provisioned by entity L2. {{(pid=79297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:40:11.446969 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.managers [None req-98feeeae-c831-4ad0-9037-35f11980da1d None None] Attempting to bind port 96da7c91-0fb4-4684-8541-cf7a1fcab2b0 on host dv-cinder-784453-6-smb for vnic_type normal with profile {{(pid=79297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:40:11.447354 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.managers [None req-98feeeae-c831-4ad0-9037-35f11980da1d None None] Attempting to bind port 96da7c91-0fb4-4684-8541-cf7a1fcab2b0 by drivers openvswitch,hyperv on host dv-cinder-784453-6-smb at level 0 using segments [{'id': '108993fe-967b-403c-a08b-306337f62f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c1996f27-1db4-443b-b1de-2cd374f7ede0'}] {{(pid=79297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:40:11.447717 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98feeeae-c831-4ad0-9037-35f11980da1d None None] Attempting to bind port 96da7c91-0fb4-4684-8541-cf7a1fcab2b0 on network c1996f27-1db4-443b-b1de-2cd374f7ede0 {{(pid=79297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:40:11.455124 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98feeeae-c831-4ad0-9037-35f11980da1d None None] Checking agent: {'id': 'f730efe5-2961-494c-9708-c8a2f4be606e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 29, 11), 'started_at': datetime.datetime(2021, 5, 10, 19, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:40:11.455533 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98feeeae-c831-4ad0-9037-35f11980da1d None None] Checking segment: {'id': '108993fe-967b-403c-a08b-306337f62f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c1996f27-1db4-443b-b1de-2cd374f7ede0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:40:11.455781 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-98feeeae-c831-4ad0-9037-35f11980da1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:11.456170 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98feeeae-c831-4ad0-9037-35f11980da1d None None] Bound using segment: {'id': '108993fe-967b-403c-a08b-306337f62f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c1996f27-1db4-443b-b1de-2cd374f7ede0'} {{(pid=79297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:40:11.456665 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.managers [None req-98feeeae-c831-4ad0-9037-35f11980da1d None None] Bound port: 96da7c91-0fb4-4684-8541-cf7a1fcab2b0, host: dv-cinder-784453-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '108993fe-967b-403c-a08b-306337f62f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c1996f27-1db4-443b-b1de-2cd374f7ede0'}}] {{(pid=79297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:40:11.457424 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-98feeeae-c831-4ad0-9037-35f11980da1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:11.469067 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-8173bef0-0705-4ff6-be7f-2c70b3fac827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:11.476477 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:11.555256 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144957a-a72a-42a1-a77b-5c0527a9114a req-34c9c3f2-4a3b-464a-9ae0-5fb9bebfc79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:11.555948 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-6ee29fc1-6113-4495-a0c7-61c9ab05c0da None None] Provisioning for port e10dfb5b-a0c7-4278-ba1a-0046040165d7 completed by entity DHCP. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:40:11.556336 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-1144957a-a72a-42a1-a77b-5c0527a9114a req-34c9c3f2-4a3b-464a-9ae0-5fb9bebfc79a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7ebddcaa1661440eae1aca534091f0d3&device_id=7bd3e365-488c-40ec-ae44-341e955e90c3 HTTP/1.1" status: 200 len: 1101 time: 0.3184671 May 10 19:40:11.598618 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-6ee29fc1-6113-4495-a0c7-61c9ab05c0da None None] Provisioning complete for port e10dfb5b-a0c7-4278-ba1a-0046040165d7 triggered by entity DHCP. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:40:11.601153 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-6ee29fc1-6113-4495-a0c7-61c9ab05c0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:11.628505 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-c6507654-47e4-4866-8786-3ef6909574b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:11.641462 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.managers [None req-8173bef0-0705-4ff6-be7f-2c70b3fac827 None None] Attempting to bind port f2157f5b-9e98-4e11-9aab-7d06a09b7e0c on host dv-cinder-784453-6-smb for vnic_type normal with profile {{(pid=79297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:40:11.642023 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.managers [None req-8173bef0-0705-4ff6-be7f-2c70b3fac827 None None] Attempting to bind port f2157f5b-9e98-4e11-9aab-7d06a09b7e0c by drivers openvswitch,hyperv on host dv-cinder-784453-6-smb at level 0 using segments [{'id': '23ec30ec-fc80-4a54-bc14-1568bb8683df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989'}] {{(pid=79297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:40:11.642255 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8173bef0-0705-4ff6-be7f-2c70b3fac827 None None] Attempting to bind port f2157f5b-9e98-4e11-9aab-7d06a09b7e0c on network 18edca27-7fe5-44f0-bd00-188f2dc0b989 {{(pid=79297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:40:11.644245 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba518f39-9c7a-4086-a8e8-ec9befb2dfec None None] Pushing event updated for resources: {'Port': ['ID=f2157f5b-9e98-4e11-9aab-7d06a09b7e0c,revision_number=2']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:11.648785 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e3d9af-701e-4eee-9d68-a1158a0910f1 req-1ed7d1e0-fbaf-46a4-b9f4-1d754b3ba0b6 tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:11.650314 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-16e3d9af-701e-4eee-9d68-a1158a0910f1 req-1ed7d1e0-fbaf-46a4-b9f4-1d754b3ba0b6 tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bd3e365-488c-40ec-ae44-341e955e90c3 HTTP/1.1" status: 200 len: 948 time: 0.1378877 May 10 19:40:11.653604 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-ba518f39-9c7a-4086-a8e8-ec9befb2dfec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:11.672450 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-1144957a-a72a-42a1-a77b-5c0527a9114a req-473d4cbf-435a-418a-bed1-a04fa6f50ed9 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=7ebddcaa1661440eae1aca534091f0d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0525200 May 10 19:40:11.678118 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8173bef0-0705-4ff6-be7f-2c70b3fac827 None None] Checking agent: {'id': 'f730efe5-2961-494c-9708-c8a2f4be606e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 29, 11), 'started_at': datetime.datetime(2021, 5, 10, 19, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:40:11.678953 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8173bef0-0705-4ff6-be7f-2c70b3fac827 None None] Checking segment: {'id': '23ec30ec-fc80-4a54-bc14-1568bb8683df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:40:11.678953 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-8173bef0-0705-4ff6-be7f-2c70b3fac827 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:11.679362 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8173bef0-0705-4ff6-be7f-2c70b3fac827 None None] Bound using segment: {'id': '23ec30ec-fc80-4a54-bc14-1568bb8683df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989'} {{(pid=79297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:40:11.679847 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.managers [None req-8173bef0-0705-4ff6-be7f-2c70b3fac827 None None] Bound port: f2157f5b-9e98-4e11-9aab-7d06a09b7e0c, host: dv-cinder-784453-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23ec30ec-fc80-4a54-bc14-1568bb8683df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989'}}] {{(pid=79297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:40:11.680225 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-8173bef0-0705-4ff6-be7f-2c70b3fac827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:11.683866 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-c6507654-47e4-4866-8786-3ef6909574b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10826897'] for port, after_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:11.722249 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-b127b545-084f-485e-89f9-3d4135c35abc tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:11.777618 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.plugin [None req-6ee29fc1-6113-4495-a0c7-61c9ab05c0da None None] Port e10dfb5b-a0c7-4278-ba1a-0046040165d7 cannot update to ACTIVE because it is not bound. {{(pid=79297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 19:40:11.787202 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-98feeeae-c831-4ad0-9037-35f11980da1d None None] For port 96da7c91-0fb4-4684-8541-cf7a1fcab2b0, host dv-cinder-784453-6-smb, cleared binding levels {{(pid=79297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:40:11.789359 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-16e3d9af-701e-4eee-9d68-a1158a0910f1 req-a7dd0d19-e0b2-4ad4-9e3e-2e216cae5da5 tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] 10.222.0.46 "GET /v2.0/security-groups?id=59e74949-ea52-412d-a4fb-a88605653133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291554 May 10 19:40:11.790006 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.db_base_plugin_common [None req-faee68a9-cb4a-4134-9473-3146f27fc619 admin admin] Allocated IP 172.28.3.116 (18edca27-7fe5-44f0-bd00-188f2dc0b989/39840ae5-5b78-40c6-8289-bd2c4c3e7489/136d140f-4409-481d-ab66-9a9e97e842de) {{(pid=79296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:40:11.796694 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-98feeeae-c831-4ad0-9037-35f11980da1d None None] For port 96da7c91-0fb4-4684-8541-cf7a1fcab2b0, host dv-cinder-784453-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-smb',level=0,port_id=96da7c91-0fb4-4684-8541-cf7a1fcab2b0,segment=NetworkSegment(108993fe-967b-403c-a08b-306337f62f28),segment_id=108993fe-967b-403c-a08b-306337f62f28)] {{(pid=79297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:40:11.822374 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-8173bef0-0705-4ff6-be7f-2c70b3fac827 None None] For port f2157f5b-9e98-4e11-9aab-7d06a09b7e0c, host dv-cinder-784453-6-smb, cleared binding levels {{(pid=79297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:40:11.825890 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-8173bef0-0705-4ff6-be7f-2c70b3fac827 None None] For port f2157f5b-9e98-4e11-9aab-7d06a09b7e0c, host dv-cinder-784453-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-smb',level=0,port_id=f2157f5b-9e98-4e11-9aab-7d06a09b7e0c,segment=NetworkSegment(23ec30ec-fc80-4a54-bc14-1568bb8683df),segment_id=23ec30ec-fc80-4a54-bc14-1568bb8683df)] {{(pid=79297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:40:11.830066 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-c6507654-47e4-4866-8786-3ef6909574b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663418'] for router_interface, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:11.833713 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6507654-47e4-4866-8786-3ef6909574b1 admin admin] Pushing event updated for resources: {'Port': ['ID=e10dfb5b-a0c7-4278-ba1a-0046040165d7,revision_number=2']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:11.837183 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-c6507654-47e4-4866-8786-3ef6909574b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:11.859986 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-98feeeae-c831-4ad0-9037-35f11980da1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:11.864529 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:11.916058 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-8173bef0-0705-4ff6-be7f-2c70b3fac827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:11.935904 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-05ecdfa3-b7ee-4afa-83d7-ebb5bc70016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:11.975517 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98feeeae-c831-4ad0-9037-35f11980da1d None None] Pushing event updated for resources: {'Port': ['ID=96da7c91-0fb4-4684-8541-cf7a1fcab2b0,revision_number=2']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:11.979659 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-98feeeae-c831-4ad0-9037-35f11980da1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:11.980316 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8173bef0-0705-4ff6-be7f-2c70b3fac827 None None] Routers {'efc672c6-3b0f-4a21-9ea2-6394297772f2'} bound to L3 agent in host dv-cinder-784453-6-smb {{(pid=79297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:40:11.980919 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_hamode_db [None req-8173bef0-0705-4ff6-be7f-2c70b3fac827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T19:29:11Z,description=,heartbeat_timestamp=2021-05-10T19:40:11Z,host='dv-cinder-784453-6-smb',id=66c26874-6d1a-4324-9002-6da014815c52,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:29:11Z,topic='l3_agent')) {'router_ids': ['efc672c6-3b0f-4a21-9ea2-6394297772f2'], 'active': True} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:40:12.033458 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144957a-a72a-42a1-a77b-5c0527a9114a req-b1508b81-be48-4e1c-9e3f-427ef2141f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:12.034943 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-1144957a-a72a-42a1-a77b-5c0527a9114a req-b1508b81-be48-4e1c-9e3f-427ef2141f15 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3537319 May 10 19:40:12.042106 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:12.091206 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6507654-47e4-4866-8786-3ef6909574b1 admin admin] Network 87aeb287-77b6-4066-8767-8291f586a0d4 is already hosted by enough agents. {{(pid=79295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:40:12.092665 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.scheduler.base_scheduler [None req-c6507654-47e4-4866-8786-3ef6909574b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=79295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:40:12.198847 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-faee68a9-cb4a-4134-9473-3146f27fc619 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:12.253027 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba518f39-9c7a-4086-a8e8-ec9befb2dfec None None] Pushing event updated for resources: {'Port': ['ID=f2157f5b-9e98-4e11-9aab-7d06a09b7e0c,revision_number=3']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:12.273069 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-ba518f39-9c7a-4086-a8e8-ec9befb2dfec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:12.321168 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4173026f-06f7-4a39-bef0-028ac038276e req-0eceb643-467c-42c6-a14d-a8393262c224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:12.322439 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-4173026f-06f7-4a39-bef0-028ac038276e req-0eceb643-467c-42c6-a14d-a8393262c224 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7ebddcaa1661440eae1aca534091f0d3&device_id=7bd3e365-488c-40ec-ae44-341e955e90c3 HTTP/1.1" status: 200 len: 1101 time: 0.2372403 May 10 19:40:12.330496 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvr_db [None req-8173bef0-0705-4ff6-be7f-2c70b3fac827 None None] Set router efc672c6-3b0f-4a21-9ea2-6394297772f2 gateway port host: dv-cinder-784453-6-smb {{(pid=79297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:40:12.420364 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-fcd05fd8-333e-46da-8dda-7c27ff927d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10909135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10614095'] for subnet, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:12.491944 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6507654-47e4-4866-8786-3ef6909574b1 admin admin] Router efc672c6-3b0f-4a21-9ea2-6394297772f2 has already been hosted by L3 agent 66c26874-6d1a-4324-9002-6da014815c52 {{(pid=79295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:40:12.505050 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-4173026f-06f7-4a39-bef0-028ac038276e req-6a563a49-93fa-404a-96fe-41f6eb40121c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=e3b98a30-aefa-4925-819c-7ac4b10ff55b HTTP/1.1" status: 200 len: 217 time: 0.0864818 May 10 19:40:12.509665 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:12.603318 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd05fd8-333e-46da-8dda-7c27ff927d4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=824e964e-a89f-405c-bb3b-48cae9b026e5,revision_number=0']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:12.607753 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-fcd05fd8-333e-46da-8dda-7c27ff927d4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:12.649273 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-3f8a1a2e-8e7c-4f23-bf59-918854823f1c None None] Provisioning complete for port e10dfb5b-a0c7-4278-ba1a-0046040165d7 triggered by entity DHCP. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:40:12.649899 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-3f8a1a2e-8e7c-4f23-bf59-918854823f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:12.679528 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4173026f-06f7-4a39-bef0-028ac038276e req-ec395ba2-dee4-4682-8a1d-8674f30dc286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:12.685629 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-4173026f-06f7-4a39-bef0-028ac038276e req-ec395ba2-dee4-4682-8a1d-8674f30dc286 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0bcf034a-3a01-4d3f-b543-773705f31644 HTTP/1.1" status: 200 len: 843 time: 0.1156507 May 10 19:40:12.744394 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6507654-47e4-4866-8786-3ef6909574b1 admin admin] Notify agent at l3_agent.dv-cinder-784453-6-smb the message routers_updated {{(pid=79295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:40:12.917128 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.plugin [None req-3f8a1a2e-8e7c-4f23-bf59-918854823f1c None None] Port e10dfb5b-a0c7-4278-ba1a-0046040165d7 cannot update to ACTIVE because it is not bound. {{(pid=79297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 19:40:12.917906 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-c6507654-47e4-4866-8786-3ef6909574b1 admin admin] 10.222.0.46 "PUT /v2.0/routers/efc672c6-3b0f-4a21-9ea2-6394297772f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4250505 May 10 19:40:12.918001 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_hamode_db [None req-8173bef0-0705-4ff6-be7f-2c70b3fac827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc672c6-3b0f-4a21-9ea2-6394297772f2', 'name': 'tempest-TestShelveInstance-1087167889-router', 'tenant_id': '75b4330dd7ba482092235aa9441a1180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.81'}], 'enable_snat': True}, 'gw_port_id': 'f2157f5b-9e98-4e11-9aab-7d06a09b7e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:40:03Z', 'updated_at': '2021-05-10T19:40:11Z', 'revision_number': 4, 'project_id': '75b4330dd7ba482092235aa9441a1180', 'gw_port': {'id': 'f2157f5b-9e98-4e11-9aab-7d06a09b7e0c', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:fc:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc672c6-3b0f-4a21-9ea2-6394297772f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:40:05Z', 'updated_at': '2021-05-10T19:40:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb', '_interfaces': [{'id': 'e10dfb5b-a0c7-4278-ba1a-0046040165d7', 'name': '', 'network_id': '87aeb287-77b6-4066-8767-8291f586a0d4', 'tenant_id': '75b4330dd7ba482092235aa9441a1180', 'mac_address': 'fa:16:3e:94:c4:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc672c6-3b0f-4a21-9ea2-6394297772f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '55b53479-1451-43f1-89eb-8601a43faa9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:40:10Z', 'updated_at': '2021-05-10T19:40:11Z', 'revision_number': 2, 'project_id': '75b4330dd7ba482092235aa9441a1180', 'subnets': [{'id': '55b53479-1451-43f1-89eb-8601a43faa9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-smb', False) {} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:40:12.918138 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8173bef0-0705-4ff6-be7f-2c70b3fac827 None None] The sync data for ids ['efc672c6-3b0f-4a21-9ea2-6394297772f2'] in dv-cinder-784453-6-smb is: [{'id': 'efc672c6-3b0f-4a21-9ea2-6394297772f2', 'name': 'tempest-TestShelveInstance-1087167889-router', 'tenant_id': '75b4330dd7ba482092235aa9441a1180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.81'}], 'enable_snat': True}, 'gw_port_id': 'f2157f5b-9e98-4e11-9aab-7d06a09b7e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:40:03Z', 'updated_at': '2021-05-10T19:40:11Z', 'revision_number': 4, 'project_id': '75b4330dd7ba482092235aa9441a1180', 'gw_port': {'id': 'f2157f5b-9e98-4e11-9aab-7d06a09b7e0c', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:fc:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc672c6-3b0f-4a21-9ea2-6394297772f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:40:05Z', 'updated_at': '2021-05-10T19:40:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb', '_interfaces': [{'id': 'e10dfb5b-a0c7-4278-ba1a-0046040165d7', 'name': '', 'network_id': '87aeb287-77b6-4066-8767-8291f586a0d4', 'tenant_id': '75b4330dd7ba482092235aa9441a1180', 'mac_address': 'fa:16:3e:94:c4:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc672c6-3b0f-4a21-9ea2-6394297772f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '55b53479-1451-43f1-89eb-8601a43faa9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:40:10Z', 'updated_at': '2021-05-10T19:40:11Z', 'revision_number': 2, 'project_id': '75b4330dd7ba482092235aa9441a1180', 'subnets': [{'id': '55b53479-1451-43f1-89eb-8601a43faa9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:40:12.918284 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-faee68a9-cb4a-4134-9473-3146f27fc619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757498479620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10503775'] for port, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:12.918284 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-27aa3fe0-2bf1-428b-a25a-17d9f4a1e90a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:12.918284 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd05fd8-333e-46da-8dda-7c27ff927d4c admin admin] Checking segment: {'id': 'f07201dc-789b-4dff-aaa4-ba86270a9eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd4fe98b3-a3bc-436a-ad94-ff30b814e4d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:40:12.918284 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd05fd8-333e-46da-8dda-7c27ff927d4c admin admin] Network hostable DHCP agents. Network: d4fe98b3-a3bc-436a-ad94-ff30b814e4d5, hostable agents: ['cf5774e5-e4b1-412e-9d40-b43239b08ac1'], hosted agents: [] {{(pid=79296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:40:12.987915 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faee68a9-cb4a-4134-9473-3146f27fc619 admin admin] Pushing event updated for resources: {'Port': ['ID=136d140f-4409-481d-ab66-9a9e97e842de,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:12.992519 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faee68a9-cb4a-4134-9473-3146f27fc619 admin admin] Network 18edca27-7fe5-44f0-bd00-188f2dc0b989 is already hosted by enough agents. {{(pid=79296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:40:12.993726 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-faee68a9-cb4a-4134-9473-3146f27fc619 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:12.994886 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.base_scheduler [None req-faee68a9-cb4a-4134-9473-3146f27fc619 admin admin] Resources bound (agent type, host, resource id): {{(pid=79296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:40:12.997991 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faee68a9-cb4a-4134-9473-3146f27fc619 admin admin] Received port after_create {{(pid=79296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:40:13.024658 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91499bb-52ce-43aa-87c6-d92b93b8020a req-c4e419e4-fcb1-471c-990e-88d96ed1fe2e tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:13.031870 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-d91499bb-52ce-43aa-87c6-d92b93b8020a req-c4e419e4-fcb1-471c-990e-88d96ed1fe2e tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bd3e365-488c-40ec-ae44-341e955e90c3 HTTP/1.1" status: 200 len: 948 time: 0.1329105 May 10 19:40:13.057553 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd05fd8-333e-46da-8dda-7c27ff927d4c admin admin] Network d4fe98b3-a3bc-436a-ad94-ff30b814e4d5 is scheduled to be hosted by DHCP agent cf5774e5-e4b1-412e-9d40-b43239b08ac1 with binding_index 1 {{(pid=79296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:40:13.107537 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4173026f-06f7-4a39-bef0-028ac038276e req-096b3dac-4a0d-4700-b5f4-3410682032c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:13.112607 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-4173026f-06f7-4a39-bef0-028ac038276e req-096b3dac-4a0d-4700-b5f4-3410682032c3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=963e405b-4be8-494c-bddf-22c23332205b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.4197683 May 10 19:40:13.130899 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-d91499bb-52ce-43aa-87c6-d92b93b8020a req-d468d889-0012-4a66-9ccd-d623cae66670 tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] 10.222.0.46 "GET /v2.0/security-groups?id=59e74949-ea52-412d-a4fb-a88605653133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908210 May 10 19:40:13.324101 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device 96da7c91-0fb4-4684-8541-cf7a1fcab2b0 up at agent ovs-agent-dv-cinder-784453-6-smb {{(pid=79297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:40:13.348717 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.base_scheduler [None req-fcd05fd8-333e-46da-8dda-7c27ff927d4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-6-smb, d4fe98b3-a3bc-436a-ad94-ff30b814e4d5) {{(pid=79296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:40:13.380097 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed2fbc7-1f8f-4793-8c64-a8a1b46bd180 None None] Network d4fe98b3-a3bc-436a-ad94-ff30b814e4d5 requested from dv-cinder-784453-6-smb {{(pid=79297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:40:13.419594 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd05fd8-333e-46da-8dda-7c27ff927d4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:13.420095 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-fcd05fd8-333e-46da-8dda-7c27ff927d4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533414'] for subnet, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:13.473927 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8db025-5dc5-44a7-9da3-45599966a0bf None None] Network c1996f27-1db4-443b-b1de-2cd374f7ede0 requested from dv-cinder-784453-6-smb {{(pid=79297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:40:13.504093 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-4173026f-06f7-4a39-bef0-028ac038276e req-9aad0bea-431f-47fd-a0e4-691bf2ad6180 service neutron] 10.222.0.36 "GET /v2.0/networks/963e405b-4be8-494c-bddf-22c23332205b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3804333 May 10 19:40:13.617946 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-fcd05fd8-333e-46da-8dda-7c27ff927d4c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.1516898 May 10 19:40:13.747085 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-06940639-a21d-4c2f-8b67-4e337c1ab144 None None] Provisioning for port 96da7c91-0fb4-4684-8541-cf7a1fcab2b0 completed by entity DHCP. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:40:13.814096 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 42700) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:40:13.826271 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.v2.base [None req-1593fa4d-9282-44fc-8560-4a38aa9f1583 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2119727975', 'description': 'tempest-secgroup-smoke-2119727975 description', 'project_id': '536ec0bc9dcf4f2580e2ea96cc3adb48'}} {{(pid=79295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:40:13.840306 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-1593fa4d-9282-44fc-8560-4a38aa9f1583 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:40:13.851325 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-1593fa4d-9282-44fc-8560-4a38aa9f1583 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Usage tracker for resource:security_group and tenant:536ec0bc9dcf4f2580e2ea96cc3adb48 is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:40:13.860430 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-1593fa4d-9282-44fc-8560-4a38aa9f1583 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:40:13.879622 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-1593fa4d-9282-44fc-8560-4a38aa9f1583 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:40:13.884442 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-02078f97-e06b-4c48-b673-8bf9bf3f5f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:13.884988 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Provisioning for port 96da7c91-0fb4-4684-8541-cf7a1fcab2b0 completed by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:40:13.898776 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Provisioning complete for port 96da7c91-0fb4-4684-8541-cf7a1fcab2b0 triggered by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:40:13.899218 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:13.913898 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 42704) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:40:13.944425 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07df4f5-3bfb-4c6c-b188-3142d0734a0a None None] Network d4fe98b3-a3bc-436a-ad94-ff30b814e4d5 requested from dv-cinder-784453-6-smb {{(pid=79297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:40:13.994879 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.db_base_plugin_v2 [None req-b71135ee-85c3-4e0f-884a-98185c016f00 admin admin] Deleting subnet 8982fb46-9b8b-44cc-b2f0-68be149e50ec {{(pid=79295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 19:40:14.003891 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-1593fa4d-9282-44fc-8560-4a38aa9f1583 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Notify callbacks [] for security_group, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:14.016256 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-b71135ee-85c3-4e0f-884a-98185c016f00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:14.028627 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-4173026f-06f7-4a39-bef0-028ac038276e req-4295a4ef-08b9-482a-b1b8-55090c5db8ca service neutron] 10.222.0.36 "GET /v2.0/networks/963e405b-4be8-494c-bddf-22c23332205b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5165815 May 10 19:40:14.065605 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-faee68a9-cb4a-4134-9473-3146f27fc619 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:14.069826 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-1593fa4d-9282-44fc-8560-4a38aa9f1583 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:40:14.082180 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-1593fa4d-9282-44fc-8560-4a38aa9f1583 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Usage tracker for resource:security_group_rule and tenant:536ec0bc9dcf4f2580e2ea96cc3adb48 is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:40:14.086456 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-b71135ee-85c3-4e0f-884a-98185c016f00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1920444'] for subnet, precommit_delete_associations {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:14.119411 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-1593fa4d-9282-44fc-8560-4a38aa9f1583 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:40:14.132847 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-1593fa4d-9282-44fc-8560-4a38aa9f1583 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:40:14.183499 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-b71135ee-85c3-4e0f-884a-98185c016f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4008472'] for subnet, precommit_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:14.424784 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-1593fa4d-9282-44fc-8560-4a38aa9f1583 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Notify callbacks [] for security_group, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:14.475328 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:14.485533 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-faee68a9-cb4a-4134-9473-3146f27fc619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-862312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657670'] for router, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:14.506240 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-1593fa4d-9282-44fc-8560-4a38aa9f1583 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:14.515784 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-a7ff535e-accd-4d3d-931c-faf4f44fe207 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:14.519985 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] For port 96da7c91-0fb4-4684-8541-cf7a1fcab2b0, host dv-cinder-784453-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-smb',level=0,port_id=96da7c91-0fb4-4684-8541-cf7a1fcab2b0,segment=NetworkSegment(108993fe-967b-403c-a08b-306337f62f28),segment_id=108993fe-967b-403c-a08b-306337f62f28)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:40:14.551928 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5043f94f-2dc6-4a4f-a16c-1bba6ac491b3 req-f02c09f2-4ff8-4c5e-9a7b-47641f579e2f tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:14.553461 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-5043f94f-2dc6-4a4f-a16c-1bba6ac491b3 req-f02c09f2-4ff8-4c5e-9a7b-47641f579e2f tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bd3e365-488c-40ec-ae44-341e955e90c3 HTTP/1.1" status: 200 len: 948 time: 0.2069554 May 10 19:40:14.586961 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1593fa4d-9282-44fc-8560-4a38aa9f1583 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01f2bf09-78e4-4c55-b276-3ad848ceeb5f,revision_number=1']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:14.594331 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-1593fa4d-9282-44fc-8560-4a38aa9f1583 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:14.608230 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:14.611086 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:14.679848 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-5043f94f-2dc6-4a4f-a16c-1bba6ac491b3 req-3ef944d1-49ce-4b96-9fdc-436e41cd1da6 tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] 10.222.0.46 "GET /v2.0/security-groups?id=59e74949-ea52-412d-a4fb-a88605653133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843718 May 10 19:40:14.711130 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Pushing event updated for resources: {'Port': ['ID=96da7c91-0fb4-4684-8541-cf7a1fcab2b0,revision_number=3']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:14.718328 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:14.719536 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-1593fa4d-9282-44fc-8560-4a38aa9f1583 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Notify callbacks [] for security_group, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:14.725009 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-1593fa4d-9282-44fc-8560-4a38aa9f1583 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9062111 May 10 19:40:14.727448 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 42710) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:40:14.735398 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.v2.base [None req-7c9efcc5-c845-4754-a931-5452586925fc tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Request body: {'security_group_rule': {'security_group_id': '01f2bf09-78e4-4c55-b276-3ad848ceeb5f', 'project_id': '536ec0bc9dcf4f2580e2ea96cc3adb48', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:40:14.752804 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-7c9efcc5-c845-4754-a931-5452586925fc tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:40:14.756811 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-7c9efcc5-c845-4754-a931-5452586925fc tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Usage tracker for resource:security_group_rule and tenant:536ec0bc9dcf4f2580e2ea96cc3adb48 is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:40:14.759833 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-7c9efcc5-c845-4754-a931-5452586925fc tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:40:14.766681 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-7c9efcc5-c845-4754-a931-5452586925fc tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:40:14.774482 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-b71135ee-85c3-4e0f-884a-98185c016f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4008471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10826971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1502654'] for subnet, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:14.779431 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-fef8f936-1175-49c8-aa7e-2f97441be6be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:14.815367 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71135ee-85c3-4e0f-884a-98185c016f00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8982fb46-9b8b-44cc-b2f0-68be149e50ec,revision_number=None']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:14.819728 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-ae0699dd-5c9b-4d92-95e9-12080b9b24b5 None None] Provisioning complete for port 96da7c91-0fb4-4684-8541-cf7a1fcab2b0 triggered by entity DHCP. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:40:14.820143 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-b71135ee-85c3-4e0f-884a-98185c016f00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:14.820232 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-ae0699dd-5c9b-4d92-95e9-12080b9b24b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:14.823686 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-b71135ee-85c3-4e0f-884a-98185c016f00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:14.832377 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-b71135ee-85c3-4e0f-884a-98185c016f00 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/8982fb46-9b8b-44cc-b2f0-68be149e50ec HTTP/1.1" status: 204 len: 168 time: 0.9174027 May 10 19:40:14.834799 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 42716) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:40:14.927693 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-7c9efcc5-c845-4754-a931-5452586925fc tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:14.951020 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faee68a9-cb4a-4134-9473-3146f27fc619 admin admin] Router b3bca94c-7681-45d2-b349-5bdb3b7f02c0 is scheduled to L3 agent 66c26874-6d1a-4324-9002-6da014815c52 with binding_index 1 {{(pid=79296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 19:40:14.970546 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-7bc5a4e7-835b-4b51-9603-f3a0da8fb2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850776'] for network, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:15.150926 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faee68a9-cb4a-4134-9473-3146f27fc619 admin admin] Notify agent at l3_agent.dv-cinder-784453-6-smb the message routers_updated {{(pid=79296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:40:15.161166 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75d08e0-337d-4fda-bd25-3d5d175b7150 None None] Sync routers for ids ['b3bca94c-7681-45d2-b349-5bdb3b7f02c0'] in dv-cinder-784453-6-smb {{(pid=79298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:40:15.163961 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-7c9efcc5-c845-4754-a931-5452586925fc tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:15.174662 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75d08e0-337d-4fda-bd25-3d5d175b7150 None None] Routers {'b3bca94c-7681-45d2-b349-5bdb3b7f02c0'} bound to L3 agent in host dv-cinder-784453-6-smb {{(pid=79298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:40:15.176002 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_hamode_db [None req-c75d08e0-337d-4fda-bd25-3d5d175b7150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T19:29:11Z,description=,heartbeat_timestamp=2021-05-10T19:40:11Z,host='dv-cinder-784453-6-smb',id=66c26874-6d1a-4324-9002-6da014815c52,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:29:11Z,topic='l3_agent')) {'router_ids': ['b3bca94c-7681-45d2-b349-5bdb3b7f02c0'], 'active': True} {{(pid=79298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:40:15.246299 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-7bc5a4e7-835b-4b51-9603-f3a0da8fb2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002531', 'neutron.services.segments.db._delete_segments_for_network-8757498921373'] for network, precommit_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:15.254339 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-7c9efcc5-c845-4754-a931-5452586925fc tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561224'] for security_group_rule, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:15.263686 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:15.276410 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-faee68a9-cb4a-4134-9473-3146f27fc619 admin admin] Notify callbacks [] for router, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:15.277754 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.services.segments.db [None req-7bc5a4e7-835b-4b51-9603-f3a0da8fb2b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f90fb7f1-aab7-49ba-aa66-e4aada45d4e8']}} {{(pid=79295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:40:15.279177 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-faee68a9-cb4a-4134-9473-3146f27fc619 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.8743618 May 10 19:40:15.281612 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 42720) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:40:15.311163 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.services.segments.db [None req-7bc5a4e7-835b-4b51-9603-f3a0da8fb2b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e37f726-c65b-45e2-b309-cebf16b1aa59') {'for_net_delete': True} {{(pid=79295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:40:15.311463 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.services.segments.db [None req-7bc5a4e7-835b-4b51-9603-f3a0da8fb2b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e37f726-c65b-45e2-b309-cebf16b1aa59') {} {{(pid=79295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:40:15.318352 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9efcc5-c845-4754-a931-5452586925fc tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=192fc9fb-c1a3-45ee-9689-13c1253ac02d,revision_number=0']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:15.327384 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-7c9efcc5-c845-4754-a931-5452586925fc tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:15.328974 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-7bc5a4e7-835b-4b51-9603-f3a0da8fb2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757498933351', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1920419'] for segment, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:15.348899 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-7bc5a4e7-835b-4b51-9603-f3a0da8fb2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007211'] for segment, precommit_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:15.360304 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bc5a4e7-835b-4b51-9603-f3a0da8fb2b1 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=79295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:40:15.360776 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-7bc5a4e7-835b-4b51-9603-f3a0da8fb2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10826941'] for segment, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:15.385493 dv-cinder-784453-6-smb neutron-server[79295]: Traceback (most recent call last): May 10 19:40:15.385493 dv-cinder-784453-6-smb neutron-server[79295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:40:15.385493 dv-cinder-784453-6-smb neutron-server[79295]: timer() May 10 19:40:15.385493 dv-cinder-784453-6-smb neutron-server[79295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:40:15.385493 dv-cinder-784453-6-smb neutron-server[79295]: cb(*args, **kw) May 10 19:40:15.385493 dv-cinder-784453-6-smb neutron-server[79295]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 19:40:15.385493 dv-cinder-784453-6-smb neutron-server[79295]: return func(*args, **kwargs) May 10 19:40:15.385493 dv-cinder-784453-6-smb neutron-server[79295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:40:15.385493 dv-cinder-784453-6-smb neutron-server[79295]: self._notify() May 10 19:40:15.385493 dv-cinder-784453-6-smb neutron-server[79295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:40:15.385493 dv-cinder-784453-6-smb neutron-server[79295]: self.callback(batched_events) May 10 19:40:15.385493 dv-cinder-784453-6-smb neutron-server[79295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:40:15.385493 dv-cinder-784453-6-smb neutron-server[79295]: event.method(event) May 10 19:40:15.385493 dv-cinder-784453-6-smb neutron-server[79295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 19:40:15.385493 dv-cinder-784453-6-smb neutron-server[79295]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:40:15.385493 dv-cinder-784453-6-smb neutron-server[79295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 19:40:15.385493 dv-cinder-784453-6-smb neutron-server[79295]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:40:15.385493 dv-cinder-784453-6-smb neutron-server[79295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 19:40:15.385493 dv-cinder-784453-6-smb neutron-server[79295]: return f(self, *a, **k) May 10 19:40:15.385493 dv-cinder-784453-6-smb neutron-server[79295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 19:40:15.385493 dv-cinder-784453-6-smb neutron-server[79295]: return self._get(url).json() May 10 19:40:15.385493 dv-cinder-784453-6-smb neutron-server[79295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 19:40:15.385493 dv-cinder-784453-6-smb neutron-server[79295]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:40:15.385493 dv-cinder-784453-6-smb neutron-server[79295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:40:15.385493 dv-cinder-784453-6-smb neutron-server[79295]: return self.request(url, 'GET', **kwargs) May 10 19:40:15.385493 dv-cinder-784453-6-smb neutron-server[79295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:40:15.385493 dv-cinder-784453-6-smb neutron-server[79295]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:40:15.385493 dv-cinder-784453-6-smb neutron-server[79295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:40:15.385493 dv-cinder-784453-6-smb neutron-server[79295]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:40:15.385493 dv-cinder-784453-6-smb neutron-server[79295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:40:15.385493 dv-cinder-784453-6-smb neutron-server[79295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:40:15.385493 dv-cinder-784453-6-smb neutron-server[79295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:40:15.402929 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-7c9efcc5-c845-4754-a931-5452586925fc tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:15.407419 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-7c9efcc5-c845-4754-a931-5452586925fc tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6789808 May 10 19:40:15.408201 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 42724) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:40:15.432532 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_dvr_db [None req-c75d08e0-337d-4fda-bd25-3d5d175b7150 None None] Set router b3bca94c-7681-45d2-b349-5bdb3b7f02c0 gateway port host: dv-cinder-784453-6-smb {{(pid=79298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:40:15.435319 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device f2157f5b-9e98-4e11-9aab-7d06a09b7e0c up at agent ovs-agent-dv-cinder-784453-6-smb {{(pid=79297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:40:15.500860 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.v2.base [None req-44227a92-1cb2-43c2-a71f-320f26e05924 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Request body: {'security_group_rule': {'security_group_id': '01f2bf09-78e4-4c55-b276-3ad848ceeb5f', 'project_id': '536ec0bc9dcf4f2580e2ea96cc3adb48', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:40:15.508529 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-44227a92-1cb2-43c2-a71f-320f26e05924 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:40:15.513433 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-44227a92-1cb2-43c2-a71f-320f26e05924 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Usage tracker for resource:security_group_rule and tenant:536ec0bc9dcf4f2580e2ea96cc3adb48 is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:40:15.517717 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-44227a92-1cb2-43c2-a71f-320f26e05924 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:40:15.528004 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-44227a92-1cb2-43c2-a71f-320f26e05924 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:40:15.529708 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7158e564-2b40-43e7-8d56-66adec95cdc3 None None] Sync routers for ids ['efc672c6-3b0f-4a21-9ea2-6394297772f2'] in dv-cinder-784453-6-smb {{(pid=79297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:40:15.555089 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7158e564-2b40-43e7-8d56-66adec95cdc3 None None] Routers {'efc672c6-3b0f-4a21-9ea2-6394297772f2'} bound to L3 agent in host dv-cinder-784453-6-smb {{(pid=79297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:40:15.555891 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_hamode_db [None req-7158e564-2b40-43e7-8d56-66adec95cdc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T19:29:11Z,description=,heartbeat_timestamp=2021-05-10T19:40:11Z,host='dv-cinder-784453-6-smb',id=66c26874-6d1a-4324-9002-6da014815c52,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:29:11Z,topic='l3_agent')) {'router_ids': ['efc672c6-3b0f-4a21-9ea2-6394297772f2'], 'active': True} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:40:15.562624 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-7bc5a4e7-835b-4b51-9603-f3a0da8fb2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658298'] for network, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:15.568292 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-4aa3bd46-78f5-4e2a-8c00-175c2f34e652 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:15.608397 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-7bc5a4e7-835b-4b51-9603-f3a0da8fb2b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533414'] for network, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:15.612086 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc5a4e7-835b-4b51-9603-f3a0da8fb2b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f90fb7f1-aab7-49ba-aa66-e4aada45d4e8,revision_number=None']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:15.616023 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-7bc5a4e7-835b-4b51-9603-f3a0da8fb2b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:15.624974 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-7bc5a4e7-835b-4b51-9603-f3a0da8fb2b1 admin admin] 10.222.0.46 "DELETE /v2.0/networks/f90fb7f1-aab7-49ba-aa66-e4aada45d4e8 HTTP/1.1" status: 204 len: 168 time: 0.7888379 May 10 19:40:15.627483 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 42728) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:40:15.663862 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-44227a92-1cb2-43c2-a71f-320f26e05924 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:15.735590 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.db_base_plugin_v2 [None req-156b0cac-4905-48c2-822f-45b3ff10f633 admin admin] Deleting subnet 824e964e-a89f-405c-bb3b-48cae9b026e5 {{(pid=79295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 19:40:15.743048 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-156b0cac-4905-48c2-822f-45b3ff10f633 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:15.782938 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Provisioning for port f2157f5b-9e98-4e11-9aab-7d06a09b7e0c completed by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:40:15.802288 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Provisioning complete for port f2157f5b-9e98-4e11-9aab-7d06a09b7e0c triggered by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:40:15.803120 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:15.809210 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-44227a92-1cb2-43c2-a71f-320f26e05924 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:15.828635 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-156b0cac-4905-48c2-822f-45b3ff10f633 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1920444'] for subnet, precommit_delete_associations {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:15.888970 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvr_db [None req-7158e564-2b40-43e7-8d56-66adec95cdc3 None None] Set router efc672c6-3b0f-4a21-9ea2-6394297772f2 gateway port host: dv-cinder-784453-6-smb {{(pid=79297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:40:15.899790 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-156b0cac-4905-48c2-822f-45b3ff10f633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4008472'] for subnet, precommit_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:16.007626 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_hamode_db [None req-c75d08e0-337d-4fda-bd25-3d5d175b7150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3bca94c-7681-45d2-b349-5bdb3b7f02c0', 'name': 'tempest-AttachVolumeShelveTestJSON-345493500-router', 'tenant_id': '48537c19bc3f482ca2c677fa41f568c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.116'}], 'enable_snat': True}, 'gw_port_id': '136d140f-4409-481d-ab66-9a9e97e842de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:40:09Z', 'updated_at': '2021-05-10T19:40:13Z', 'revision_number': 3, 'project_id': '48537c19bc3f482ca2c677fa41f568c5', 'gw_port': {'id': '136d140f-4409-481d-ab66-9a9e97e842de', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:00:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3bca94c-7681-45d2-b349-5bdb3b7f02c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:40:11Z', 'updated_at': '2021-05-10T19:40:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb'}], 'dv-cinder-784453-6-smb', False) {} {{(pid=79298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:40:16.012333 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75d08e0-337d-4fda-bd25-3d5d175b7150 None None] Checking router: b3bca94c-7681-45d2-b349-5bdb3b7f02c0 for host: dv-cinder-784453-6-smb {{(pid=79298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:40:16.012774 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75d08e0-337d-4fda-bd25-3d5d175b7150 None None] Updating router b3bca94c-7681-45d2-b349-5bdb3b7f02c0 port 136d140f-4409-481d-ab66-9a9e97e842de binding host dv-cinder-784453-6-smb {{(pid=79298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:40:16.042737 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-44227a92-1cb2-43c2-a71f-320f26e05924 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561224'] for security_group_rule, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:16.072583 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron_lib.callbacks.manager [None req-c75d08e0-337d-4fda-bd25-3d5d175b7150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:16.153006 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:16.189078 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44227a92-1cb2-43c2-a71f-320f26e05924 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e010f5fc-4a0b-40f5-8441-da9e5d0dc15b,revision_number=0']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:16.201222 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-44227a92-1cb2-43c2-a71f-320f26e05924 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:16.218899 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:16.231356 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-07e30b5a-4578-4179-8d41-5f8c09f4d3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:16.254791 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] For port f2157f5b-9e98-4e11-9aab-7d06a09b7e0c, host dv-cinder-784453-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-smb',level=0,port_id=f2157f5b-9e98-4e11-9aab-7d06a09b7e0c,segment=NetworkSegment(23ec30ec-fc80-4a54-bc14-1568bb8683df),segment_id=23ec30ec-fc80-4a54-bc14-1568bb8683df)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:40:16.269808 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-44227a92-1cb2-43c2-a71f-320f26e05924 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:16.273848 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-44227a92-1cb2-43c2-a71f-320f26e05924 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7778335 May 10 19:40:16.282463 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 42738) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:40:16.297328 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db34ee4-d4e5-406b-8816-18040cd8ff0a req-0b4b97af-1558-4460-8eca-0c7975280201 tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:16.298896 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-8db34ee4-d4e5-406b-8816-18040cd8ff0a req-0b4b97af-1558-4460-8eca-0c7975280201 tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bd3e365-488c-40ec-ae44-341e955e90c3 HTTP/1.1" status: 200 len: 948 time: 0.3373246 May 10 19:40:16.304762 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.v2.base [None req-bf04d484-5c03-464c-ac29-97e2c8ab0137 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Request body: {'security_group_rule': {'security_group_id': '01f2bf09-78e4-4c55-b276-3ad848ceeb5f', 'project_id': '536ec0bc9dcf4f2580e2ea96cc3adb48', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:40:16.332971 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:16.333838 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device 96da7c91-0fb4-4684-8541-cf7a1fcab2b0 up at agent ovs-agent-dv-cinder-784453-6-smb {{(pid=79297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:40:16.346343 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-bf04d484-5c03-464c-ac29-97e2c8ab0137 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:40:16.366509 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:16.372155 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-bf04d484-5c03-464c-ac29-97e2c8ab0137 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Usage tracker for resource:security_group_rule and tenant:536ec0bc9dcf4f2580e2ea96cc3adb48 is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:40:16.382138 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-bf04d484-5c03-464c-ac29-97e2c8ab0137 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:40:16.394233 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-bf04d484-5c03-464c-ac29-97e2c8ab0137 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:40:16.432795 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-8db34ee4-d4e5-406b-8816-18040cd8ff0a req-26a12e32-f1bf-45a3-9801-c7065a49415a tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] 10.222.0.46 "GET /v2.0/security-groups?id=59e74949-ea52-412d-a4fb-a88605653133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881305 May 10 19:40:16.487355 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Pushing event updated for resources: {'Port': ['ID=f2157f5b-9e98-4e11-9aab-7d06a09b7e0c,revision_number=4']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:16.498013 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-bf04d484-5c03-464c-ac29-97e2c8ab0137 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:16.500176 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:16.518637 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Provisioning complete for port 96da7c91-0fb4-4684-8541-cf7a1fcab2b0 triggered by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:40:16.519364 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:16.534275 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-156b0cac-4905-48c2-822f-45b3ff10f633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4008471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10826971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1502654'] for subnet, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:16.543441 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-b71135ee-85c3-4e0f-884a-98185c016f00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:16.545453 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.db_base_plugin_common [None req-07e30b5a-4578-4179-8d41-5f8c09f4d3ac admin admin] Allocated IP 172.20.0.1 (c1996f27-1db4-443b-b1de-2cd374f7ede0/d9a3be94-0d38-4426-8d23-4357f15ca2f9/7af7da28-028b-4c22-bc5f-c5094fed24f9) {{(pid=79296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:40:16.550701 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_hamode_db [None req-7158e564-2b40-43e7-8d56-66adec95cdc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc672c6-3b0f-4a21-9ea2-6394297772f2', 'name': 'tempest-TestShelveInstance-1087167889-router', 'tenant_id': '75b4330dd7ba482092235aa9441a1180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.81'}], 'enable_snat': True}, 'gw_port_id': 'f2157f5b-9e98-4e11-9aab-7d06a09b7e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:40:03Z', 'updated_at': '2021-05-10T19:40:11Z', 'revision_number': 4, 'project_id': '75b4330dd7ba482092235aa9441a1180', 'gw_port': {'id': 'f2157f5b-9e98-4e11-9aab-7d06a09b7e0c', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:fc:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc672c6-3b0f-4a21-9ea2-6394297772f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:40:05Z', 'updated_at': '2021-05-10T19:40:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb', '_interfaces': [{'id': 'e10dfb5b-a0c7-4278-ba1a-0046040165d7', 'name': '', 'network_id': '87aeb287-77b6-4066-8767-8291f586a0d4', 'tenant_id': '75b4330dd7ba482092235aa9441a1180', 'mac_address': 'fa:16:3e:94:c4:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc672c6-3b0f-4a21-9ea2-6394297772f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '55b53479-1451-43f1-89eb-8601a43faa9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:40:10Z', 'updated_at': '2021-05-10T19:40:11Z', 'revision_number': 2, 'project_id': '75b4330dd7ba482092235aa9441a1180', 'subnets': [{'id': '55b53479-1451-43f1-89eb-8601a43faa9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-smb', False) {} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:40:16.561404 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7158e564-2b40-43e7-8d56-66adec95cdc3 None None] Checking router: efc672c6-3b0f-4a21-9ea2-6394297772f2 for host: dv-cinder-784453-6-smb {{(pid=79297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:40:16.569998 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7158e564-2b40-43e7-8d56-66adec95cdc3 None None] Updating router efc672c6-3b0f-4a21-9ea2-6394297772f2 port e10dfb5b-a0c7-4278-ba1a-0046040165d7 binding host dv-cinder-784453-6-smb {{(pid=79297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:40:16.570154 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron_lib.callbacks.manager [None req-c75d08e0-337d-4fda-bd25-3d5d175b7150 None None] Notify callbacks [] for port, precommit_update {{(pid=79298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:16.581365 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.provisioning_blocks [None req-c75d08e0-337d-4fda-bd25-3d5d175b7150 None None] Transition to ACTIVE for port object 136d140f-4409-481d-ab66-9a9e97e842de will not be triggered until provisioned by entity L2. {{(pid=79298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:40:16.585684 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156b0cac-4905-48c2-822f-45b3ff10f633 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=824e964e-a89f-405c-bb3b-48cae9b026e5,revision_number=None']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:16.588167 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-156b0cac-4905-48c2-822f-45b3ff10f633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:16.593533 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-156b0cac-4905-48c2-822f-45b3ff10f633 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:16.607398 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-156b0cac-4905-48c2-822f-45b3ff10f633 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/824e964e-a89f-405c-bb3b-48cae9b026e5 HTTP/1.1" status: 204 len: 168 time: 0.9788857 May 10 19:40:16.617290 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 42744) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:40:16.625036 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-bf04d484-5c03-464c-ac29-97e2c8ab0137 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:16.658326 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron_lib.callbacks.manager [None req-c75d08e0-337d-4fda-bd25-3d5d175b7150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:16.660169 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-7158e564-2b40-43e7-8d56-66adec95cdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:16.671805 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG oslo_concurrency.lockutils [None req-c0ada02d-5161-4482-8040-df9565df8f2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:16.715836 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-bf04d484-5c03-464c-ac29-97e2c8ab0137 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561224'] for security_group_rule, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:16.728675 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-7c9efcc5-c845-4754-a931-5452586925fc tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:16.771536 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0c519e-1471-4813-b22c-165abafac307 None None] Pushing event updated for resources: {'Port': ['ID=136d140f-4409-481d-ab66-9a9e97e842de,revision_number=2']} {{(pid=79298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:16.784031 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-07e30b5a-4578-4179-8d41-5f8c09f4d3ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:16.806215 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf04d484-5c03-464c-ac29-97e2c8ab0137 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2e76312-394d-492d-93ae-d4846be77c65,revision_number=0']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:16.811511 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.managers [None req-c75d08e0-337d-4fda-bd25-3d5d175b7150 None None] Attempting to bind port 136d140f-4409-481d-ab66-9a9e97e842de on host dv-cinder-784453-6-smb for vnic_type normal with profile {{(pid=79298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:40:16.812050 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.managers [None req-c75d08e0-337d-4fda-bd25-3d5d175b7150 None None] Attempting to bind port 136d140f-4409-481d-ab66-9a9e97e842de by drivers openvswitch,hyperv on host dv-cinder-784453-6-smb at level 0 using segments [{'id': '23ec30ec-fc80-4a54-bc14-1568bb8683df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989'}] {{(pid=79298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:40:16.816889 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.provisioning_blocks [None req-07e30b5a-4578-4179-8d41-5f8c09f4d3ac admin admin] Transition to ACTIVE for port object 7af7da28-028b-4c22-bc5f-c5094fed24f9 will not be triggered until provisioned by entity DHCP. {{(pid=79296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:40:16.817747 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75d08e0-337d-4fda-bd25-3d5d175b7150 None None] Attempting to bind port 136d140f-4409-481d-ab66-9a9e97e842de on network 18edca27-7fe5-44f0-bd00-188f2dc0b989 {{(pid=79298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:40:16.822773 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-a550a66b-47f5-4bde-9361-b17957f6018e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850776'] for network, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:16.825295 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75d08e0-337d-4fda-bd25-3d5d175b7150 None None] Checking agent: {'id': 'f730efe5-2961-494c-9708-c8a2f4be606e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 29, 11), 'started_at': datetime.datetime(2021, 5, 10, 19, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:40:16.825681 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75d08e0-337d-4fda-bd25-3d5d175b7150 None None] Checking segment: {'id': '23ec30ec-fc80-4a54-bc14-1568bb8683df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:40:16.826103 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron_lib.callbacks.manager [None req-c75d08e0-337d-4fda-bd25-3d5d175b7150 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:16.826262 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-bf04d484-5c03-464c-ac29-97e2c8ab0137 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:16.826538 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75d08e0-337d-4fda-bd25-3d5d175b7150 None None] Bound using segment: {'id': '23ec30ec-fc80-4a54-bc14-1568bb8683df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989'} {{(pid=79298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:40:16.827055 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.managers [None req-c75d08e0-337d-4fda-bd25-3d5d175b7150 None None] Bound port: 136d140f-4409-481d-ab66-9a9e97e842de, host: dv-cinder-784453-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23ec30ec-fc80-4a54-bc14-1568bb8683df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989'}}] {{(pid=79298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:40:16.827895 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron_lib.callbacks.manager [None req-c75d08e0-337d-4fda-bd25-3d5d175b7150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:16.879387 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG oslo_concurrency.lockutils [None req-7d0c519e-1471-4813-b22c-165abafac307 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=79298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:16.913566 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.db [None req-c75d08e0-337d-4fda-bd25-3d5d175b7150 None None] For port 136d140f-4409-481d-ab66-9a9e97e842de, host dv-cinder-784453-6-smb, cleared binding levels {{(pid=79298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:40:16.916827 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.db [None req-c75d08e0-337d-4fda-bd25-3d5d175b7150 None None] For port 136d140f-4409-481d-ab66-9a9e97e842de, host dv-cinder-784453-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-smb',level=0,port_id=136d140f-4409-481d-ab66-9a9e97e842de,segment=NetworkSegment(23ec30ec-fc80-4a54-bc14-1568bb8683df),segment_id=23ec30ec-fc80-4a54-bc14-1568bb8683df)] {{(pid=79298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:40:16.926169 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-07e30b5a-4578-4179-8d41-5f8c09f4d3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757498479620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10503775'] for port, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:16.929936 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:16.954800 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-bf04d484-5c03-464c-ac29-97e2c8ab0137 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:16.958674 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-bf04d484-5c03-464c-ac29-97e2c8ab0137 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6715155 May 10 19:40:16.959665 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 42750) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:40:16.967895 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.v2.base [None req-6344d62b-cf86-43c1-b4f8-24521c7a29b3 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Request body: {'security_group_rule': {'security_group_id': '01f2bf09-78e4-4c55-b276-3ad848ceeb5f', 'project_id': '536ec0bc9dcf4f2580e2ea96cc3adb48', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:40:16.975237 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-a550a66b-47f5-4bde-9361-b17957f6018e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002531', 'neutron.services.segments.db._delete_segments_for_network-8757498921373'] for network, precommit_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:16.985030 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-6344d62b-cf86-43c1-b4f8-24521c7a29b3 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:40:16.994059 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-6344d62b-cf86-43c1-b4f8-24521c7a29b3 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Usage tracker for resource:security_group_rule and tenant:536ec0bc9dcf4f2580e2ea96cc3adb48 is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:40:16.998478 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e30b5a-4578-4179-8d41-5f8c09f4d3ac admin admin] Network c1996f27-1db4-443b-b1de-2cd374f7ede0 is already hosted by enough agents. {{(pid=79296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:40:16.998630 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.services.segments.db [None req-a550a66b-47f5-4bde-9361-b17957f6018e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4fe98b3-a3bc-436a-ad94-ff30b814e4d5']}} {{(pid=79295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:40:17.002834 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.base_scheduler [None req-07e30b5a-4578-4179-8d41-5f8c09f4d3ac admin admin] Resources bound (agent type, host, resource id): {{(pid=79296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:40:17.004478 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-6344d62b-cf86-43c1-b4f8-24521c7a29b3 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:40:17.014294 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-6344d62b-cf86-43c1-b4f8-24521c7a29b3 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:40:17.021531 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.services.segments.db [None req-a550a66b-47f5-4bde-9361-b17957f6018e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f07201dc-789b-4dff-aaa4-ba86270a9eb6') {'for_net_delete': True} {{(pid=79295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:40:17.021531 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.services.segments.db [None req-a550a66b-47f5-4bde-9361-b17957f6018e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f07201dc-789b-4dff-aaa4-ba86270a9eb6') {} {{(pid=79295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:40:17.039904 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-a550a66b-47f5-4bde-9361-b17957f6018e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757498933351', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1920419'] for segment, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:17.058806 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-a550a66b-47f5-4bde-9361-b17957f6018e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007211'] for segment, precommit_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:17.071023 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a550a66b-47f5-4bde-9361-b17957f6018e admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=79295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:40:17.078595 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-a550a66b-47f5-4bde-9361-b17957f6018e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10826941'] for segment, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:17.089747 dv-cinder-784453-6-smb neutron-server[79295]: Traceback (most recent call last): May 10 19:40:17.089747 dv-cinder-784453-6-smb neutron-server[79295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:40:17.089747 dv-cinder-784453-6-smb neutron-server[79295]: timer() May 10 19:40:17.089747 dv-cinder-784453-6-smb neutron-server[79295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:40:17.089747 dv-cinder-784453-6-smb neutron-server[79295]: cb(*args, **kw) May 10 19:40:17.089747 dv-cinder-784453-6-smb neutron-server[79295]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 19:40:17.089747 dv-cinder-784453-6-smb neutron-server[79295]: return func(*args, **kwargs) May 10 19:40:17.089747 dv-cinder-784453-6-smb neutron-server[79295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:40:17.089747 dv-cinder-784453-6-smb neutron-server[79295]: self._notify() May 10 19:40:17.089747 dv-cinder-784453-6-smb neutron-server[79295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:40:17.089747 dv-cinder-784453-6-smb neutron-server[79295]: self.callback(batched_events) May 10 19:40:17.089747 dv-cinder-784453-6-smb neutron-server[79295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:40:17.089747 dv-cinder-784453-6-smb neutron-server[79295]: event.method(event) May 10 19:40:17.089747 dv-cinder-784453-6-smb neutron-server[79295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 19:40:17.089747 dv-cinder-784453-6-smb neutron-server[79295]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:40:17.089747 dv-cinder-784453-6-smb neutron-server[79295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 19:40:17.089747 dv-cinder-784453-6-smb neutron-server[79295]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:40:17.089747 dv-cinder-784453-6-smb neutron-server[79295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 19:40:17.089747 dv-cinder-784453-6-smb neutron-server[79295]: return f(self, *a, **k) May 10 19:40:17.089747 dv-cinder-784453-6-smb neutron-server[79295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 19:40:17.089747 dv-cinder-784453-6-smb neutron-server[79295]: return self._get(url).json() May 10 19:40:17.089747 dv-cinder-784453-6-smb neutron-server[79295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 19:40:17.089747 dv-cinder-784453-6-smb neutron-server[79295]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:40:17.089747 dv-cinder-784453-6-smb neutron-server[79295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:40:17.089747 dv-cinder-784453-6-smb neutron-server[79295]: return self.request(url, 'GET', **kwargs) May 10 19:40:17.089747 dv-cinder-784453-6-smb neutron-server[79295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:40:17.089747 dv-cinder-784453-6-smb neutron-server[79295]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:40:17.089747 dv-cinder-784453-6-smb neutron-server[79295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:40:17.089747 dv-cinder-784453-6-smb neutron-server[79295]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:40:17.089747 dv-cinder-784453-6-smb neutron-server[79295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:40:17.089747 dv-cinder-784453-6-smb neutron-server[79295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:40:17.089747 dv-cinder-784453-6-smb neutron-server[79295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:40:17.111341 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e30b5a-4578-4179-8d41-5f8c09f4d3ac admin admin] Received port after_create {{(pid=79296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:40:17.121138 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron_lib.callbacks.manager [None req-c75d08e0-337d-4fda-bd25-3d5d175b7150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:17.127398 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:17.151939 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e30b5a-4578-4179-8d41-5f8c09f4d3ac admin admin] Pushing event updated for resources: {'Port': ['ID=7af7da28-028b-4c22-bc5f-c5094fed24f9,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:17.173948 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e30b5a-4578-4179-8d41-5f8c09f4d3ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:40:17.174307 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e30b5a-4578-4179-8d41-5f8c09f4d3ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:40:17.187626 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e30b5a-4578-4179-8d41-5f8c09f4d3ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:40:17.188428 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e30b5a-4578-4179-8d41-5f8c09f4d3ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:40:17.189086 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e30b5a-4578-4179-8d41-5f8c09f4d3ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:40:17.189603 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e30b5a-4578-4179-8d41-5f8c09f4d3ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:40:17.190105 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e30b5a-4578-4179-8d41-5f8c09f4d3ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:40:17.190788 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e30b5a-4578-4179-8d41-5f8c09f4d3ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:40:17.191320 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e30b5a-4578-4179-8d41-5f8c09f4d3ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:40:17.191820 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e30b5a-4578-4179-8d41-5f8c09f4d3ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:40:17.192654 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e30b5a-4578-4179-8d41-5f8c09f4d3ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:40:17.193140 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e30b5a-4578-4179-8d41-5f8c09f4d3ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:40:17.193793 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-6344d62b-cf86-43c1-b4f8-24521c7a29b3 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:17.205429 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-7158e564-2b40-43e7-8d56-66adec95cdc3 None None] Notify callbacks [] for port, precommit_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:17.206330 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-07e30b5a-4578-4179-8d41-5f8c09f4d3ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:17.242389 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-07e30b5a-4578-4179-8d41-5f8c09f4d3ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663513'] for router_interface, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:17.293653 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-6344d62b-cf86-43c1-b4f8-24521c7a29b3 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:17.302206 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device f2157f5b-9e98-4e11-9aab-7d06a09b7e0c up at agent ovs-agent-dv-cinder-784453-6-smb {{(pid=79297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:40:17.317296 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-a550a66b-47f5-4bde-9361-b17957f6018e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658298'] for network, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:17.326713 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-a550a66b-47f5-4bde-9361-b17957f6018e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533414'] for network, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:17.327221 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:17.333448 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0c519e-1471-4813-b22c-165abafac307 None None] Pushing event updated for resources: {'Port': ['ID=136d140f-4409-481d-ab66-9a9e97e842de,revision_number=3']} {{(pid=79298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:17.341941 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG oslo_concurrency.lockutils [None req-7d0c519e-1471-4813-b22c-165abafac307 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=79298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:17.351835 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75d08e0-337d-4fda-bd25-3d5d175b7150 None None] Routers {'b3bca94c-7681-45d2-b349-5bdb3b7f02c0'} bound to L3 agent in host dv-cinder-784453-6-smb {{(pid=79298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:40:17.352761 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_hamode_db [None req-c75d08e0-337d-4fda-bd25-3d5d175b7150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T19:29:11Z,description=,heartbeat_timestamp=2021-05-10T19:40:11Z,host='dv-cinder-784453-6-smb',id=66c26874-6d1a-4324-9002-6da014815c52,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:29:11Z,topic='l3_agent')) {'router_ids': ['b3bca94c-7681-45d2-b349-5bdb3b7f02c0'], 'active': True} {{(pid=79298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:40:17.364184 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-a550a66b-47f5-4bde-9361-b17957f6018e admin admin] 10.222.0.46 "DELETE /v2.0/networks/d4fe98b3-a3bc-436a-ad94-ff30b814e4d5 HTTP/1.1" status: 204 len: 168 time: 0.7450681 May 10 19:40:17.367464 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a550a66b-47f5-4bde-9361-b17957f6018e admin admin] Pushing event deleted for resources: {'Network': ['ID=d4fe98b3-a3bc-436a-ad94-ff30b814e4d5,revision_number=None']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:17.368289 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-7158e564-2b40-43e7-8d56-66adec95cdc3 None None] Transition to ACTIVE for port object e10dfb5b-a0c7-4278-ba1a-0046040165d7 will not be triggered until provisioned by entity L2. {{(pid=79297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:40:17.370244 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-a550a66b-47f5-4bde-9361-b17957f6018e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:17.385959 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-6344d62b-cf86-43c1-b4f8-24521c7a29b3 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561224'] for security_group_rule, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:17.389254 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-bf04d484-5c03-464c-ac29-97e2c8ab0137 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:17.415136 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6344d62b-cf86-43c1-b4f8-24521c7a29b3 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b33d0628-44a6-4def-9e4a-dcad3895e20e,revision_number=0']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:17.426080 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-6344d62b-cf86-43c1-b4f8-24521c7a29b3 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:17.449378 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Provisioning complete for port f2157f5b-9e98-4e11-9aab-7d06a09b7e0c triggered by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:40:17.450035 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:17.512334 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-7158e564-2b40-43e7-8d56-66adec95cdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:17.517831 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:17.560060 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-6344d62b-cf86-43c1-b4f8-24521c7a29b3 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:17.562263 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-6344d62b-cf86-43c1-b4f8-24521c7a29b3 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6015556 May 10 19:40:17.564819 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 42760) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:40:17.573246 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.v2.base [None req-3a579d6d-2e02-4803-a22a-5431b2d199cb tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Request body: {'security_group_rule': {'security_group_id': '01f2bf09-78e4-4c55-b276-3ad848ceeb5f', 'project_id': '536ec0bc9dcf4f2580e2ea96cc3adb48', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:40:17.580474 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_dvr_db [None req-c75d08e0-337d-4fda-bd25-3d5d175b7150 None None] Set router b3bca94c-7681-45d2-b349-5bdb3b7f02c0 gateway port host: dv-cinder-784453-6-smb {{(pid=79298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:40:17.589234 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-3a579d6d-2e02-4803-a22a-5431b2d199cb tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:40:17.600411 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-3a579d6d-2e02-4803-a22a-5431b2d199cb tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Usage tracker for resource:security_group_rule and tenant:536ec0bc9dcf4f2580e2ea96cc3adb48 is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:40:17.605268 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-3a579d6d-2e02-4803-a22a-5431b2d199cb tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:40:17.615846 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device e3b98a30-aefa-4925-819c-7ac4b10ff55b details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=79297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 19:40:17.631585 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-3a579d6d-2e02-4803-a22a-5431b2d199cb tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:40:17.712395 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.db.securitygroups_db [None req-3a579d6d-2e02-4803-a22a-5431b2d199cb tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Project 536ec0bc9dcf4f2580e2ea96cc3adb48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 19:40:17.745993 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-3a579d6d-2e02-4803-a22a-5431b2d199cb tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:17.786808 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] For port e3b98a30-aefa-4925-819c-7ac4b10ff55b, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=e3b98a30-aefa-4925-819c-7ac4b10ff55b,segment=NetworkSegment(5b8d806c-a0f3-4312-a5b7-972548cd3847),segment_id=5b8d806c-a0f3-4312-a5b7-972548cd3847)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:40:17.824671 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-07e30b5a-4578-4179-8d41-5f8c09f4d3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:17.941892 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-e1186431-04d8-442c-abfc-871af839e8aa None None] Provisioning for port 7af7da28-028b-4c22-bc5f-c5094fed24f9 completed by entity DHCP. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:40:17.947513 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Returning: {'device': 'e3b98a30-aefa-4925-819c-7ac4b10ff55b', 'network_id': '963e405b-4be8-494c-bddf-22c23332205b', 'port_id': 'e3b98a30-aefa-4925-819c-7ac4b10ff55b', 'mac_address': 'fa:16:3e:65:f0:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bcf034a-3a01-4d3f-b543-773705f31644', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 19:40:17.956644 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 42766) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:40:17.978984 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-e1186431-04d8-442c-abfc-871af839e8aa None None] Provisioning complete for port 7af7da28-028b-4c22-bc5f-c5094fed24f9 triggered by entity DHCP. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:40:17.981390 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-e1186431-04d8-442c-abfc-871af839e8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:18.002923 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-3a579d6d-2e02-4803-a22a-5431b2d199cb tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:18.008532 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_hamode_db [None req-c75d08e0-337d-4fda-bd25-3d5d175b7150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3bca94c-7681-45d2-b349-5bdb3b7f02c0', 'name': 'tempest-AttachVolumeShelveTestJSON-345493500-router', 'tenant_id': '48537c19bc3f482ca2c677fa41f568c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.116'}], 'enable_snat': True}, 'gw_port_id': '136d140f-4409-481d-ab66-9a9e97e842de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:40:09Z', 'updated_at': '2021-05-10T19:40:13Z', 'revision_number': 3, 'project_id': '48537c19bc3f482ca2c677fa41f568c5', 'gw_port': {'id': '136d140f-4409-481d-ab66-9a9e97e842de', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:00:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3bca94c-7681-45d2-b349-5bdb3b7f02c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:40:11Z', 'updated_at': '2021-05-10T19:40:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb'}], 'dv-cinder-784453-6-smb', False) {} {{(pid=79298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:40:18.016708 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75d08e0-337d-4fda-bd25-3d5d175b7150 None None] The sync data for ids ['b3bca94c-7681-45d2-b349-5bdb3b7f02c0'] in dv-cinder-784453-6-smb is: [{'id': 'b3bca94c-7681-45d2-b349-5bdb3b7f02c0', 'name': 'tempest-AttachVolumeShelveTestJSON-345493500-router', 'tenant_id': '48537c19bc3f482ca2c677fa41f568c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.116'}], 'enable_snat': True}, 'gw_port_id': '136d140f-4409-481d-ab66-9a9e97e842de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:40:09Z', 'updated_at': '2021-05-10T19:40:13Z', 'revision_number': 3, 'project_id': '48537c19bc3f482ca2c677fa41f568c5', 'gw_port': {'id': '136d140f-4409-481d-ab66-9a9e97e842de', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:00:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3bca94c-7681-45d2-b349-5bdb3b7f02c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:40:11Z', 'updated_at': '2021-05-10T19:40:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb'}] {{(pid=79298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:40:18.025750 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf9d355-5f43-43db-91e1-0321502ff9a4 None None] Pushing event updated for resources: {'Port': ['ID=e10dfb5b-a0c7-4278-ba1a-0046040165d7,revision_number=3']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:18.068962 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-aaf9d355-5f43-43db-91e1-0321502ff9a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:18.150785 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-3a579d6d-2e02-4803-a22a-5431b2d199cb tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561224'] for security_group_rule, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:18.160306 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-07e30b5a-4578-4179-8d41-5f8c09f4d3ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:18.160819 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:18.174035 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-4fcbd324-d228-47b4-9185-3f5910b90974 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=137a2bcf5e634843b8f86488887851b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2086360 May 10 19:40:18.179564 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 42770) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:40:18.194700 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a579d6d-2e02-4803-a22a-5431b2d199cb tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ac7892f-6269-4c23-aaef-4fd77a953978,revision_number=0']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:18.196163 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.plugin [None req-e1186431-04d8-442c-abfc-871af839e8aa None None] Port 7af7da28-028b-4c22-bc5f-c5094fed24f9 cannot update to ACTIVE because it is not bound. {{(pid=79297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 19:40:18.213803 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a579d6d-2e02-4803-a22a-5431b2d199cb tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:40:18.214158 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a579d6d-2e02-4803-a22a-5431b2d199cb tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:40:18.214517 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a579d6d-2e02-4803-a22a-5431b2d199cb tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:40:18.214894 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a579d6d-2e02-4803-a22a-5431b2d199cb tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:40:18.215326 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a579d6d-2e02-4803-a22a-5431b2d199cb tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:40:18.215673 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a579d6d-2e02-4803-a22a-5431b2d199cb tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:40:18.216016 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a579d6d-2e02-4803-a22a-5431b2d199cb tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:40:18.216353 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a579d6d-2e02-4803-a22a-5431b2d199cb tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:40:18.216699 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a579d6d-2e02-4803-a22a-5431b2d199cb tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:40:18.216995 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:18.217464 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a579d6d-2e02-4803-a22a-5431b2d199cb tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:40:18.217464 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a579d6d-2e02-4803-a22a-5431b2d199cb tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:40:18.218025 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a579d6d-2e02-4803-a22a-5431b2d199cb tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:40:18.223214 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-3a579d6d-2e02-4803-a22a-5431b2d199cb tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:18.230342 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-07e30b5a-4578-4179-8d41-5f8c09f4d3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10503750'] for port, after_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:18.230984 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f34db2a-fc03-4938-8e5f-3667656d10a6 req-8aa43f55-22ce-4f05-af4b-a088aa0e4967 tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:18.238740 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-3f34db2a-fc03-4938-8e5f-3667656d10a6 req-8aa43f55-22ce-4f05-af4b-a088aa0e4967 tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bd3e365-488c-40ec-ae44-341e955e90c3 HTTP/1.1" status: 200 len: 948 time: 0.3233540 May 10 19:40:18.239082 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.notifiers.nova [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3b98a30-aefa-4925-819c-7ac4b10ff55b {{(pid=79297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:40:18.246040 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.managers [None req-7158e564-2b40-43e7-8d56-66adec95cdc3 None None] Attempting to bind port e10dfb5b-a0c7-4278-ba1a-0046040165d7 on host dv-cinder-784453-6-smb for vnic_type normal with profile {{(pid=79297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:40:18.246463 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.managers [None req-7158e564-2b40-43e7-8d56-66adec95cdc3 None None] Attempting to bind port e10dfb5b-a0c7-4278-ba1a-0046040165d7 by drivers openvswitch,hyperv on host dv-cinder-784453-6-smb at level 0 using segments [{'id': '283177fc-8ba5-4643-88d9-7184363d4a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '87aeb287-77b6-4066-8767-8291f586a0d4'}] {{(pid=79297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:40:18.246882 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7158e564-2b40-43e7-8d56-66adec95cdc3 None None] Attempting to bind port e10dfb5b-a0c7-4278-ba1a-0046040165d7 on network 87aeb287-77b6-4066-8767-8291f586a0d4 {{(pid=79297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:40:18.258695 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7158e564-2b40-43e7-8d56-66adec95cdc3 None None] Checking agent: {'id': 'f730efe5-2961-494c-9708-c8a2f4be606e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 29, 11), 'started_at': datetime.datetime(2021, 5, 10, 19, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:40:18.259090 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7158e564-2b40-43e7-8d56-66adec95cdc3 None None] Checking segment: {'id': '283177fc-8ba5-4643-88d9-7184363d4a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '87aeb287-77b6-4066-8767-8291f586a0d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:40:18.259509 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-7158e564-2b40-43e7-8d56-66adec95cdc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:18.259917 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7158e564-2b40-43e7-8d56-66adec95cdc3 None None] Bound using segment: {'id': '283177fc-8ba5-4643-88d9-7184363d4a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '87aeb287-77b6-4066-8767-8291f586a0d4'} {{(pid=79297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:40:18.260414 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.managers [None req-7158e564-2b40-43e7-8d56-66adec95cdc3 None None] Bound port: e10dfb5b-a0c7-4278-ba1a-0046040165d7, host: dv-cinder-784453-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '283177fc-8ba5-4643-88d9-7184363d4a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '87aeb287-77b6-4066-8767-8291f586a0d4'}}] {{(pid=79297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:40:18.260796 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-7158e564-2b40-43e7-8d56-66adec95cdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:18.267571 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-71d84736-6ae0-42b8-8b81-50ae40c275d4 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:18.278361 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] For port e3b98a30-aefa-4925-819c-7ac4b10ff55b, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=e3b98a30-aefa-4925-819c-7ac4b10ff55b,segment=NetworkSegment(5b8d806c-a0f3-4312-a5b7-972548cd3847),segment_id=5b8d806c-a0f3-4312-a5b7-972548cd3847)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:40:18.289816 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-3f34db2a-fc03-4938-8e5f-3667656d10a6 req-237efa06-63a7-465f-a6a7-feeb0eec16f7 tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] 10.222.0.46 "GET /v2.0/security-groups?id=59e74949-ea52-412d-a4fb-a88605653133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501621 May 10 19:40:18.313634 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-3a579d6d-2e02-4803-a22a-5431b2d199cb tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:18.313634 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-3a579d6d-2e02-4803-a22a-5431b2d199cb tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7438967 May 10 19:40:18.318123 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 42774) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:40:18.329199 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.v2.base [None req-692d7681-6f40-4c68-b56b-31d292a7fe56 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Request body: {'security_group_rule': {'security_group_id': '01f2bf09-78e4-4c55-b276-3ad848ceeb5f', 'project_id': '536ec0bc9dcf4f2580e2ea96cc3adb48', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:40:18.343752 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-692d7681-6f40-4c68-b56b-31d292a7fe56 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:40:18.348143 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-692d7681-6f40-4c68-b56b-31d292a7fe56 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Usage tracker for resource:security_group_rule and tenant:536ec0bc9dcf4f2580e2ea96cc3adb48 is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:40:18.362278 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:18.375410 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-d146eafe-a540-4dca-839d-dcdf5340de58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:18.382169 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-692d7681-6f40-4c68-b56b-31d292a7fe56 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:40:18.387067 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-9777aa1b-b196-40b2-b3e8-56837c9e564d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:18.391764 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-692d7681-6f40-4c68-b56b-31d292a7fe56 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:40:18.400298 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e30b5a-4578-4179-8d41-5f8c09f4d3ac admin admin] Pushing event updated for resources: {'Port': ['ID=7af7da28-028b-4c22-bc5f-c5094fed24f9,revision_number=2']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:18.407572 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-07e30b5a-4578-4179-8d41-5f8c09f4d3ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:18.410098 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-07e30b5a-4578-4179-8d41-5f8c09f4d3ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663418'] for router_interface, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:18.432934 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-7158e564-2b40-43e7-8d56-66adec95cdc3 None None] For port e10dfb5b-a0c7-4278-ba1a-0046040165d7, host dv-cinder-784453-6-smb, cleared binding levels {{(pid=79297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:40:18.433260 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-d146eafe-a540-4dca-839d-dcdf5340de58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:18.465090 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-7158e564-2b40-43e7-8d56-66adec95cdc3 None None] For port e10dfb5b-a0c7-4278-ba1a-0046040165d7, host dv-cinder-784453-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-smb',level=0,port_id=e10dfb5b-a0c7-4278-ba1a-0046040165d7,segment=NetworkSegment(283177fc-8ba5-4643-88d9-7184363d4a6d),segment_id=283177fc-8ba5-4643-88d9-7184363d4a6d)] {{(pid=79297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:40:18.469460 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.db.securitygroups_db [None req-692d7681-6f40-4c68-b56b-31d292a7fe56 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Project 536ec0bc9dcf4f2580e2ea96cc3adb48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 19:40:18.484532 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-692d7681-6f40-4c68-b56b-31d292a7fe56 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:18.488967 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Pushing event updated for resources: {'Port': ['ID=e3b98a30-aefa-4925-819c-7ac4b10ff55b,revision_number=4']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:18.492465 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:18.541704 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-7158e564-2b40-43e7-8d56-66adec95cdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:18.584794 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-692d7681-6f40-4c68-b56b-31d292a7fe56 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:18.595102 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:18.635240 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e30b5a-4578-4179-8d41-5f8c09f4d3ac admin admin] Network c1996f27-1db4-443b-b1de-2cd374f7ede0 is already hosted by enough agents. {{(pid=79296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:40:18.637013 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.base_scheduler [None req-07e30b5a-4578-4179-8d41-5f8c09f4d3ac admin admin] Resources bound (agent type, host, resource id): {{(pid=79296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:40:18.654112 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-692d7681-6f40-4c68-b56b-31d292a7fe56 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561224'] for security_group_rule, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:18.656959 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-3a579d6d-2e02-4803-a22a-5431b2d199cb tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:18.684754 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] get_ports_and_sgs() called for port_ids ['e3b98a30-aefa-4925-819c-7ac4b10ff55b'] {{(pid=79297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:40:18.710563 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-d146eafe-a540-4dca-839d-dcdf5340de58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:18.733206 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692d7681-6f40-4c68-b56b-31d292a7fe56 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7471641a-5237-4b1e-8725-b75d682938a5,revision_number=0']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:18.737245 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-692d7681-6f40-4c68-b56b-31d292a7fe56 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:18.817869 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-692d7681-6f40-4c68-b56b-31d292a7fe56 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:18.827353 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-692d7681-6f40-4c68-b56b-31d292a7fe56 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4984756 May 10 19:40:18.830384 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7158e564-2b40-43e7-8d56-66adec95cdc3 None None] Routers {'efc672c6-3b0f-4a21-9ea2-6394297772f2'} bound to L3 agent in host dv-cinder-784453-6-smb {{(pid=79297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:40:18.830384 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_hamode_db [None req-7158e564-2b40-43e7-8d56-66adec95cdc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T19:29:11Z,description=,heartbeat_timestamp=2021-05-10T19:40:11Z,host='dv-cinder-784453-6-smb',id=66c26874-6d1a-4324-9002-6da014815c52,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:29:11Z,topic='l3_agent')) {'router_ids': ['efc672c6-3b0f-4a21-9ea2-6394297772f2'], 'active': True} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:40:18.831061 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-0da3ba9d-b5dd-49e2-82c1-ecb9b708ac52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:18.863873 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d146eafe-a540-4dca-839d-dcdf5340de58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e1dc8a-56d7-49bf-ae0d-ddeb6dfc85a4,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:18.868667 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-d146eafe-a540-4dca-839d-dcdf5340de58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:18.898894 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-d146eafe-a540-4dca-839d-dcdf5340de58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:18.902718 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-d146eafe-a540-4dca-839d-dcdf5340de58 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/93e1dc8a-56d7-49bf-ae0d-ddeb6dfc85a4 HTTP/1.1" status: 204 len: 168 time: 0.7217202 May 10 19:40:19.006254 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07e30b5a-4578-4179-8d41-5f8c09f4d3ac admin admin] Router b3bca94c-7681-45d2-b349-5bdb3b7f02c0 has already been hosted by L3 agent 66c26874-6d1a-4324-9002-6da014815c52 {{(pid=79296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:40:19.182674 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf9d355-5f43-43db-91e1-0321502ff9a4 None None] Pushing event updated for resources: {'Port': ['ID=e10dfb5b-a0c7-4278-ba1a-0046040165d7,revision_number=4']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:19.186454 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-aaf9d355-5f43-43db-91e1-0321502ff9a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:19.219624 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-5bccbc5e-1008-4c4f-bee5-030bf82fc828 None None] Provisioning complete for port 7af7da28-028b-4c22-bc5f-c5094fed24f9 triggered by entity DHCP. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:40:19.220287 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-5bccbc5e-1008-4c4f-bee5-030bf82fc828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:19.318102 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e30b5a-4578-4179-8d41-5f8c09f4d3ac admin admin] Notify agent at l3_agent.dv-cinder-784453-6-smb the message routers_updated {{(pid=79296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:40:19.347545 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-07e30b5a-4578-4179-8d41-5f8c09f4d3ac admin admin] 10.222.0.46 "PUT /v2.0/routers/b3bca94c-7681-45d2-b349-5bdb3b7f02c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0600531 May 10 19:40:19.377137 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device 136d140f-4409-481d-ab66-9a9e97e842de up at agent ovs-agent-dv-cinder-784453-6-smb {{(pid=79297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:40:19.481159 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvr_db [None req-7158e564-2b40-43e7-8d56-66adec95cdc3 None None] Set router efc672c6-3b0f-4a21-9ea2-6394297772f2 gateway port host: dv-cinder-784453-6-smb {{(pid=79297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:40:19.589456 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.plugin [None req-5bccbc5e-1008-4c4f-bee5-030bf82fc828 None None] Port 7af7da28-028b-4c22-bc5f-c5094fed24f9 cannot update to ACTIVE because it is not bound. {{(pid=79297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 19:40:19.594630 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd98383-985a-4ea7-bbf8-f5e610d304b6 req-efcede5e-edfa-47b9-96e6-713afea0693e tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:19.596386 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-ffd98383-985a-4ea7-bbf8-f5e610d304b6 req-efcede5e-edfa-47b9-96e6-713afea0693e tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bd3e365-488c-40ec-ae44-341e955e90c3 HTTP/1.1" status: 200 len: 949 time: 0.1122792 May 10 19:40:19.657079 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-ffd98383-985a-4ea7-bbf8-f5e610d304b6 req-c3719040-d576-41c5-93c2-de9e0ca0066c tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] 10.222.0.46 "GET /v2.0/security-groups?id=59e74949-ea52-412d-a4fb-a88605653133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527515 May 10 19:40:19.805250 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 42828) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:40:19.842136 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Provisioning for port 136d140f-4409-481d-ab66-9a9e97e842de completed by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:40:19.854288 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Provisioning complete for port 136d140f-4409-481d-ab66-9a9e97e842de triggered by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:40:19.854661 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:19.863540 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-ca2d2a24-d01d-406d-a9c5-bc7002a23f98 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fc7813cedf454f1f9a50eedbcdafbb21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0569158 May 10 19:40:19.866209 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 42832) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:40:19.970255 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-63a1f573-59b2-4e67-a772-52e17c619d4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:20.006465 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-63a1f573-59b2-4e67-a772-52e17c619d4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:20.058604 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:20.068366 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_hamode_db [None req-7158e564-2b40-43e7-8d56-66adec95cdc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc672c6-3b0f-4a21-9ea2-6394297772f2', 'name': 'tempest-TestShelveInstance-1087167889-router', 'tenant_id': '75b4330dd7ba482092235aa9441a1180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.81'}], 'enable_snat': True}, 'gw_port_id': 'f2157f5b-9e98-4e11-9aab-7d06a09b7e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:40:03Z', 'updated_at': '2021-05-10T19:40:11Z', 'revision_number': 4, 'project_id': '75b4330dd7ba482092235aa9441a1180', 'gw_port': {'id': 'f2157f5b-9e98-4e11-9aab-7d06a09b7e0c', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:fc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc672c6-3b0f-4a21-9ea2-6394297772f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:40:05Z', 'updated_at': '2021-05-10T19:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb', '_interfaces': [{'id': 'e10dfb5b-a0c7-4278-ba1a-0046040165d7', 'name': '', 'network_id': '87aeb287-77b6-4066-8767-8291f586a0d4', 'tenant_id': '75b4330dd7ba482092235aa9441a1180', 'mac_address': 'fa:16:3e:94:c4:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc672c6-3b0f-4a21-9ea2-6394297772f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '55b53479-1451-43f1-89eb-8601a43faa9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:40:10Z', 'updated_at': '2021-05-10T19:40:18Z', 'revision_number': 4, 'project_id': '75b4330dd7ba482092235aa9441a1180', 'subnets': [{'id': '55b53479-1451-43f1-89eb-8601a43faa9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-smb', False) {} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:40:20.080491 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7158e564-2b40-43e7-8d56-66adec95cdc3 None None] The sync data for ids ['efc672c6-3b0f-4a21-9ea2-6394297772f2'] in dv-cinder-784453-6-smb is: [{'id': 'efc672c6-3b0f-4a21-9ea2-6394297772f2', 'name': 'tempest-TestShelveInstance-1087167889-router', 'tenant_id': '75b4330dd7ba482092235aa9441a1180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.81'}], 'enable_snat': True}, 'gw_port_id': 'f2157f5b-9e98-4e11-9aab-7d06a09b7e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:40:03Z', 'updated_at': '2021-05-10T19:40:11Z', 'revision_number': 4, 'project_id': '75b4330dd7ba482092235aa9441a1180', 'gw_port': {'id': 'f2157f5b-9e98-4e11-9aab-7d06a09b7e0c', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:fc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc672c6-3b0f-4a21-9ea2-6394297772f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:40:05Z', 'updated_at': '2021-05-10T19:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb', '_interfaces': [{'id': 'e10dfb5b-a0c7-4278-ba1a-0046040165d7', 'name': '', 'network_id': '87aeb287-77b6-4066-8767-8291f586a0d4', 'tenant_id': '75b4330dd7ba482092235aa9441a1180', 'mac_address': 'fa:16:3e:94:c4:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc672c6-3b0f-4a21-9ea2-6394297772f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '55b53479-1451-43f1-89eb-8601a43faa9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:40:10Z', 'updated_at': '2021-05-10T19:40:18Z', 'revision_number': 4, 'project_id': '75b4330dd7ba482092235aa9441a1180', 'subnets': [{'id': '55b53479-1451-43f1-89eb-8601a43faa9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:40:20.085962 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] For port 136d140f-4409-481d-ab66-9a9e97e842de, host dv-cinder-784453-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-smb',level=0,port_id=136d140f-4409-481d-ab66-9a9e97e842de,segment=NetworkSegment(23ec30ec-fc80-4a54-bc14-1568bb8683df),segment_id=23ec30ec-fc80-4a54-bc14-1568bb8683df)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:40:20.168051 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:20.169026 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-63a1f573-59b2-4e67-a772-52e17c619d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:20.170614 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:20.179958 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-72fd3727-37db-4129-bc28-d013aebdd817 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:20.212304 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a1f573-59b2-4e67-a772-52e17c619d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=041c1721-7274-4f09-aa88-1e731bcac581,revision_number=None']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:20.228335 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-63a1f573-59b2-4e67-a772-52e17c619d4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:20.237833 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-63a1f573-59b2-4e67-a772-52e17c619d4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:20.239886 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-63a1f573-59b2-4e67-a772-52e17c619d4c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/041c1721-7274-4f09-aa88-1e731bcac581 HTTP/1.1" status: 204 len: 168 time: 0.3725755 May 10 19:40:20.299319 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Pushing event updated for resources: {'Port': ['ID=136d140f-4409-481d-ab66-9a9e97e842de,revision_number=4']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:20.305613 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:20.412779 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3aa91f-eead-4115-bf3d-3be0f9a38645 None None] Sync routers for ids ['b3bca94c-7681-45d2-b349-5bdb3b7f02c0'] in dv-cinder-784453-6-smb {{(pid=79298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:40:20.427411 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3aa91f-eead-4115-bf3d-3be0f9a38645 None None] Routers {'b3bca94c-7681-45d2-b349-5bdb3b7f02c0'} bound to L3 agent in host dv-cinder-784453-6-smb {{(pid=79298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:40:20.428088 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_hamode_db [None req-4b3aa91f-eead-4115-bf3d-3be0f9a38645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T19:29:11Z,description=,heartbeat_timestamp=2021-05-10T19:40:11Z,host='dv-cinder-784453-6-smb',id=66c26874-6d1a-4324-9002-6da014815c52,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:29:11Z,topic='l3_agent')) {'router_ids': ['b3bca94c-7681-45d2-b349-5bdb3b7f02c0'], 'active': True} {{(pid=79298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:40:20.493058 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 42850) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:40:20.498649 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.v2.base [None req-02b66472-fa58-4794-bea7-f7b704cdfca3 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1955974684', 'description': 'tempest-description--459430612'}} {{(pid=79296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:40:20.506728 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-02b66472-fa58-4794-bea7-f7b704cdfca3 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:40:20.514058 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-02b66472-fa58-4794-bea7-f7b704cdfca3 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Usage tracker for resource:security_group and tenant:48537c19bc3f482ca2c677fa41f568c5 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:40:20.518365 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-02b66472-fa58-4794-bea7-f7b704cdfca3 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:40:20.525010 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-02b66472-fa58-4794-bea7-f7b704cdfca3 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:40:20.619704 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-02b66472-fa58-4794-bea7-f7b704cdfca3 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks [] for security_group, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:20.644499 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-02b66472-fa58-4794-bea7-f7b704cdfca3 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:40:20.664296 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-02b66472-fa58-4794-bea7-f7b704cdfca3 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Usage tracker for resource:security_group_rule and tenant:48537c19bc3f482ca2c677fa41f568c5 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:40:20.669889 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-02b66472-fa58-4794-bea7-f7b704cdfca3 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:40:20.680749 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-02b66472-fa58-4794-bea7-f7b704cdfca3 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:40:20.698095 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_dvr_db [None req-4b3aa91f-eead-4115-bf3d-3be0f9a38645 None None] Set router b3bca94c-7681-45d2-b349-5bdb3b7f02c0 gateway port host: dv-cinder-784453-6-smb {{(pid=79298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:40:20.795571 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-02b66472-fa58-4794-bea7-f7b704cdfca3 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks [] for security_group, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:20.865259 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-02b66472-fa58-4794-bea7-f7b704cdfca3 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:20.913947 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-a5b54f26-3ad7-4271-80c1-9c9326b6690a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:20.964692 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b66472-fa58-4794-bea7-f7b704cdfca3 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=301eee89-3e88-468e-b4a4-022c19231d4f,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:20.979247 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-02b66472-fa58-4794-bea7-f7b704cdfca3 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:21.028020 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-02b66472-fa58-4794-bea7-f7b704cdfca3 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks [] for security_group, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:21.029823 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-02b66472-fa58-4794-bea7-f7b704cdfca3 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5353003 May 10 19:40:21.035104 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 42878) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:40:21.041418 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.v2.base [None req-d9fde9e0-9069-486c-9503-a1312283a431 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Request body: {'security_group_rule': {'security_group_id': '301eee89-3e88-468e-b4a4-022c19231d4f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:40:21.044738 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c467e6-a514-49df-8f0b-cfbd804f8e65 req-bc817122-763f-4519-a2b8-b52f08ead9d9 tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:21.053158 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-00c467e6-a514-49df-8f0b-cfbd804f8e65 req-bc817122-763f-4519-a2b8-b52f08ead9d9 tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bd3e365-488c-40ec-ae44-341e955e90c3 HTTP/1.1" status: 200 len: 949 time: 0.1796081 May 10 19:40:21.055273 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-d9fde9e0-9069-486c-9503-a1312283a431 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:40:21.062890 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-d9fde9e0-9069-486c-9503-a1312283a431 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Usage tracker for resource:security_group_rule and tenant:48537c19bc3f482ca2c677fa41f568c5 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:40:21.069298 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-d9fde9e0-9069-486c-9503-a1312283a431 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:40:21.076430 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-d9fde9e0-9069-486c-9503-a1312283a431 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:40:21.110990 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-00c467e6-a514-49df-8f0b-cfbd804f8e65 req-f694003b-2250-424c-a356-6d9496715cc5 tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] 10.222.0.46 "GET /v2.0/security-groups?id=59e74949-ea52-412d-a4fb-a88605653133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567176 May 10 19:40:21.209575 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-d9fde9e0-9069-486c-9503-a1312283a431 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:21.254037 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_hamode_db [None req-4b3aa91f-eead-4115-bf3d-3be0f9a38645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3bca94c-7681-45d2-b349-5bdb3b7f02c0', 'name': 'tempest-AttachVolumeShelveTestJSON-345493500-router', 'tenant_id': '48537c19bc3f482ca2c677fa41f568c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.116'}], 'enable_snat': True}, 'gw_port_id': '136d140f-4409-481d-ab66-9a9e97e842de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:40:09Z', 'updated_at': '2021-05-10T19:40:17Z', 'revision_number': 4, 'project_id': '48537c19bc3f482ca2c677fa41f568c5', 'gw_port': {'id': '136d140f-4409-481d-ab66-9a9e97e842de', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:00:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3bca94c-7681-45d2-b349-5bdb3b7f02c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:40:11Z', 'updated_at': '2021-05-10T19:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb', '_interfaces': [{'id': '7af7da28-028b-4c22-bc5f-c5094fed24f9', 'name': '', 'network_id': 'c1996f27-1db4-443b-b1de-2cd374f7ede0', 'tenant_id': '48537c19bc3f482ca2c677fa41f568c5', 'mac_address': 'fa:16:3e:ff:30:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3bca94c-7681-45d2-b349-5bdb3b7f02c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'd9a3be94-0d38-4426-8d23-4357f15ca2f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:40:16Z', 'updated_at': '2021-05-10T19:40:17Z', 'revision_number': 2, 'project_id': '48537c19bc3f482ca2c677fa41f568c5', 'subnets': [{'id': 'd9a3be94-0d38-4426-8d23-4357f15ca2f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-smb', False) {} {{(pid=79298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:40:21.259942 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3aa91f-eead-4115-bf3d-3be0f9a38645 None None] Checking router: b3bca94c-7681-45d2-b349-5bdb3b7f02c0 for host: dv-cinder-784453-6-smb {{(pid=79298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:40:21.260578 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3aa91f-eead-4115-bf3d-3be0f9a38645 None None] Updating router b3bca94c-7681-45d2-b349-5bdb3b7f02c0 port 7af7da28-028b-4c22-bc5f-c5094fed24f9 binding host dv-cinder-784453-6-smb {{(pid=79298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:40:21.305764 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device e10dfb5b-a0c7-4278-ba1a-0046040165d7 up at agent ovs-agent-dv-cinder-784453-6-smb {{(pid=79297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:40:21.335250 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron_lib.callbacks.manager [None req-4b3aa91f-eead-4115-bf3d-3be0f9a38645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:21.404561 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-d9fde9e0-9069-486c-9503-a1312283a431 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:21.491923 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-d9fde9e0-9069-486c-9503-a1312283a431 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561224'] for security_group_rule, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:21.494010 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:21.518050 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fde9e0-9069-486c-9503-a1312283a431 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23da48ed-6fce-4b1a-aa33-991961e4f36f,revision_number=0']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:21.523968 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-d9fde9e0-9069-486c-9503-a1312283a431 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:21.554502 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Provisioning for port e10dfb5b-a0c7-4278-ba1a-0046040165d7 completed by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:40:21.559762 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Provisioning complete for port e10dfb5b-a0c7-4278-ba1a-0046040165d7 triggered by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:40:21.560240 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:21.602314 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device e3b98a30-aefa-4925-819c-7ac4b10ff55b up at agent hyperv_hv-cinder-78445 {{(pid=79297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:40:21.625778 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-d9fde9e0-9069-486c-9503-a1312283a431 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:21.630496 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-d9fde9e0-9069-486c-9503-a1312283a431 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5909607 May 10 19:40:21.630496 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 42894) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:40:21.640968 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.v2.base [None req-95dda057-5841-403d-ab8e-375b2dac5810 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Request body: {'security_group_rule': {'security_group_id': '301eee89-3e88-468e-b4a4-022c19231d4f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:40:21.642070 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-95dda057-5841-403d-ab8e-375b2dac5810 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:40:21.648703 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-95dda057-5841-403d-ab8e-375b2dac5810 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Usage tracker for resource:security_group_rule and tenant:48537c19bc3f482ca2c677fa41f568c5 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:40:21.652225 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-95dda057-5841-403d-ab8e-375b2dac5810 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:40:21.658183 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-95dda057-5841-403d-ab8e-375b2dac5810 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:40:21.743517 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron_lib.callbacks.manager [None req-4b3aa91f-eead-4115-bf3d-3be0f9a38645 None None] Notify callbacks [] for port, precommit_update {{(pid=79298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:21.757681 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.provisioning_blocks [None req-4b3aa91f-eead-4115-bf3d-3be0f9a38645 None None] Transition to ACTIVE for port object 7af7da28-028b-4c22-bc5f-c5094fed24f9 will not be triggered until provisioned by entity L2. {{(pid=79298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:40:21.761809 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-95dda057-5841-403d-ab8e-375b2dac5810 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:21.795649 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:21.835115 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-95dda057-5841-403d-ab8e-375b2dac5810 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:21.837465 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Provisioning for port e3b98a30-aefa-4925-819c-7ac4b10ff55b completed by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:40:21.842511 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] For port e10dfb5b-a0c7-4278-ba1a-0046040165d7, host dv-cinder-784453-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-smb',level=0,port_id=e10dfb5b-a0c7-4278-ba1a-0046040165d7,segment=NetworkSegment(283177fc-8ba5-4643-88d9-7184363d4a6d),segment_id=283177fc-8ba5-4643-88d9-7184363d4a6d)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:40:21.844189 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Provisioning complete for port e3b98a30-aefa-4925-819c-7ac4b10ff55b triggered by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:40:21.844666 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:21.876709 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron_lib.callbacks.manager [None req-4b3aa91f-eead-4115-bf3d-3be0f9a38645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:21.882809 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG oslo_concurrency.lockutils [None req-c0ada02d-5161-4482-8040-df9565df8f2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:21.905216 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-95dda057-5841-403d-ab8e-375b2dac5810 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561224'] for security_group_rule, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:21.907397 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:21.943577 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dda057-5841-403d-ab8e-375b2dac5810 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9834a79-c67c-486f-9d05-8dc655cca654,revision_number=0']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:21.964102 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:21.964983 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device 136d140f-4409-481d-ab66-9a9e97e842de up at agent ovs-agent-dv-cinder-784453-6-smb {{(pid=79297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:40:21.966466 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-95dda057-5841-403d-ab8e-375b2dac5810 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:22.015648 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:22.060325 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d772ac-6f47-4db4-8dc9-4b7991061218 None None] Pushing event updated for resources: {'Port': ['ID=7af7da28-028b-4c22-bc5f-c5094fed24f9,revision_number=3']} {{(pid=79298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:22.067004 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG oslo_concurrency.lockutils [None req-18d772ac-6f47-4db4-8dc9-4b7991061218 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=79298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:22.071195 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-95dda057-5841-403d-ab8e-375b2dac5810 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:22.074948 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-95dda057-5841-403d-ab8e-375b2dac5810 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4417028 May 10 19:40:22.077340 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 42904) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:40:22.090321 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.v2.base [None req-0788dca4-f125-41d3-9248-b090f6e27515 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Request body: {'floatingip': {'floating_network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989'}} {{(pid=79296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:40:22.099621 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-0788dca4-f125-41d3-9248-b090f6e27515 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:40:22.104796 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-0788dca4-f125-41d3-9248-b090f6e27515 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Usage tracker for resource:floatingip and tenant:48537c19bc3f482ca2c677fa41f568c5 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:40:22.110768 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-0788dca4-f125-41d3-9248-b090f6e27515 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:40:22.117130 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:22.120393 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-0788dca4-f125-41d3-9248-b090f6e27515 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:40:22.136387 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.managers [None req-4b3aa91f-eead-4115-bf3d-3be0f9a38645 None None] Attempting to bind port 7af7da28-028b-4c22-bc5f-c5094fed24f9 on host dv-cinder-784453-6-smb for vnic_type normal with profile {{(pid=79298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:40:22.136746 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.managers [None req-4b3aa91f-eead-4115-bf3d-3be0f9a38645 None None] Attempting to bind port 7af7da28-028b-4c22-bc5f-c5094fed24f9 by drivers openvswitch,hyperv on host dv-cinder-784453-6-smb at level 0 using segments [{'id': '108993fe-967b-403c-a08b-306337f62f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c1996f27-1db4-443b-b1de-2cd374f7ede0'}] {{(pid=79298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:40:22.137125 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3aa91f-eead-4115-bf3d-3be0f9a38645 None None] Attempting to bind port 7af7da28-028b-4c22-bc5f-c5094fed24f9 on network c1996f27-1db4-443b-b1de-2cd374f7ede0 {{(pid=79298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:40:22.162482 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3aa91f-eead-4115-bf3d-3be0f9a38645 None None] Checking agent: {'id': 'f730efe5-2961-494c-9708-c8a2f4be606e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 29, 11), 'started_at': datetime.datetime(2021, 5, 10, 19, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:40:22.162931 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3aa91f-eead-4115-bf3d-3be0f9a38645 None None] Checking segment: {'id': '108993fe-967b-403c-a08b-306337f62f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c1996f27-1db4-443b-b1de-2cd374f7ede0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:40:22.172273 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron_lib.callbacks.manager [None req-4b3aa91f-eead-4115-bf3d-3be0f9a38645 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:22.172273 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3aa91f-eead-4115-bf3d-3be0f9a38645 None None] Bound using segment: {'id': '108993fe-967b-403c-a08b-306337f62f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c1996f27-1db4-443b-b1de-2cd374f7ede0'} {{(pid=79298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:40:22.172273 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.managers [None req-4b3aa91f-eead-4115-bf3d-3be0f9a38645 None None] Bound port: 7af7da28-028b-4c22-bc5f-c5094fed24f9, host: dv-cinder-784453-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '108993fe-967b-403c-a08b-306337f62f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c1996f27-1db4-443b-b1de-2cd374f7ede0'}}] {{(pid=79298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:40:22.172273 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron_lib.callbacks.manager [None req-4b3aa91f-eead-4115-bf3d-3be0f9a38645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:22.212324 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bd3e365-488c-40ec-ae44-341e955e90c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3b98a30-aefa-4925-819c-7ac4b10ff55b'}] {{(pid=79297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:40:22.244981 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Provisioning complete for port 136d140f-4409-481d-ab66-9a9e97e842de triggered by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:40:22.245094 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:22.253491 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-0788dca4-f125-41d3-9248-b090f6e27515 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks [] for floatingip, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:22.331646 dv-cinder-784453-6-smb neutron-server[79297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bd3e365-488c-40ec-ae44-341e955e90c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3b98a30-aefa-4925-819c-7ac4b10ff55b', 'code': 200} May 10 19:40:22.334489 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] For port e3b98a30-aefa-4925-819c-7ac4b10ff55b, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=e3b98a30-aefa-4925-819c-7ac4b10ff55b,segment=NetworkSegment(5b8d806c-a0f3-4312-a5b7-972548cd3847),segment_id=5b8d806c-a0f3-4312-a5b7-972548cd3847)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:40:22.353276 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.db [None req-4b3aa91f-eead-4115-bf3d-3be0f9a38645 None None] For port 7af7da28-028b-4c22-bc5f-c5094fed24f9, host dv-cinder-784453-6-smb, cleared binding levels {{(pid=79298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:40:22.356637 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.db [None req-4b3aa91f-eead-4115-bf3d-3be0f9a38645 None None] For port 7af7da28-028b-4c22-bc5f-c5094fed24f9, host dv-cinder-784453-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-smb',level=0,port_id=7af7da28-028b-4c22-bc5f-c5094fed24f9,segment=NetworkSegment(108993fe-967b-403c-a08b-306337f62f28),segment_id=108993fe-967b-403c-a08b-306337f62f28)] {{(pid=79298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:40:22.385022 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Pushing event updated for resources: {'Port': ['ID=e10dfb5b-a0c7-4278-ba1a-0046040165d7,revision_number=5']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:22.389066 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:22.433033 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:22.444983 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-e60d2e09-95e6-481a-bfe0-ca8ced193400 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:22.483217 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-0788dca4-f125-41d3-9248-b090f6e27515 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:22.501986 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron_lib.callbacks.manager [None req-4b3aa91f-eead-4115-bf3d-3be0f9a38645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:22.503375 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:22.503490 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea26ed56-65ae-49f8-b845-e34b31fb4831 req-86b98ba4-f0fc-42c3-8275-70f4a6b73a35 tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:22.510798 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-ea26ed56-65ae-49f8-b845-e34b31fb4831 req-86b98ba4-f0fc-42c3-8275-70f4a6b73a35 tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bd3e365-488c-40ec-ae44-341e955e90c3 HTTP/1.1" status: 200 len: 950 time: 0.2351449 May 10 19:40:22.528998 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Pushing event updated for resources: {'Port': ['ID=e3b98a30-aefa-4925-819c-7ac4b10ff55b,revision_number=5']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:22.533037 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:22.605398 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-ea26ed56-65ae-49f8-b845-e34b31fb4831 req-8d7e2593-f7ad-4661-aba5-bc0d42d3a89f tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] 10.222.0.46 "GET /v2.0/security-groups?id=59e74949-ea52-412d-a4fb-a88605653133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922101 May 10 19:40:22.664281 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3aa91f-eead-4115-bf3d-3be0f9a38645 None None] Routers {'b3bca94c-7681-45d2-b349-5bdb3b7f02c0'} bound to L3 agent in host dv-cinder-784453-6-smb {{(pid=79298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:40:22.665586 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_hamode_db [None req-4b3aa91f-eead-4115-bf3d-3be0f9a38645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T19:29:11Z,description=,heartbeat_timestamp=2021-05-10T19:40:11Z,host='dv-cinder-784453-6-smb',id=66c26874-6d1a-4324-9002-6da014815c52,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:29:11Z,topic='l3_agent')) {'router_ids': ['b3bca94c-7681-45d2-b349-5bdb3b7f02c0'], 'active': True} {{(pid=79298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:40:22.748985 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.db_base_plugin_common [None req-0788dca4-f125-41d3-9248-b090f6e27515 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Allocated IP 172.28.3.41 (18edca27-7fe5-44f0-bd00-188f2dc0b989/39840ae5-5b78-40c6-8289-bd2c4c3e7489/78325a27-b871-41bf-80e9-d2108fe1237b) {{(pid=79296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:40:22.809159 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d772ac-6f47-4db4-8dc9-4b7991061218 None None] Pushing event updated for resources: {'Port': ['ID=7af7da28-028b-4c22-bc5f-c5094fed24f9,revision_number=4']} {{(pid=79298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:22.822732 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG oslo_concurrency.lockutils [None req-18d772ac-6f47-4db4-8dc9-4b7991061218 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=79298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:22.904071 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_dvr_db [None req-4b3aa91f-eead-4115-bf3d-3be0f9a38645 None None] Set router b3bca94c-7681-45d2-b349-5bdb3b7f02c0 gateway port host: dv-cinder-784453-6-smb {{(pid=79298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:40:22.996910 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d5d1dd-cb6e-42df-8ac9-c194e5da6d80 req-c262b679-87de-40a4-a184-5a6483bb330c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:22.998775 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-63d5d1dd-cb6e-42df-8ac9-c194e5da6d80 req-c262b679-87de-40a4-a184-5a6483bb330c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7bd3e365-488c-40ec-ae44-341e955e90c3 HTTP/1.1" status: 200 len: 1103 time: 0.2090971 May 10 19:40:23.007642 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-0788dca4-f125-41d3-9248-b090f6e27515 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks [] for port, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:23.058444 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-63d5d1dd-cb6e-42df-8ac9-c194e5da6d80 req-12e62ddc-6e74-4a95-b04f-23b534335286 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=59e74949-ea52-412d-a4fb-a88605653133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462606 May 10 19:40:23.134050 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-0788dca4-f125-41d3-9248-b090f6e27515 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757498479620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10503775'] for port, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:23.139135 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-40c63c2a-ad69-42db-bad1-0259f74d4290 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:23.199748 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0788dca4-f125-41d3-9248-b090f6e27515 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Network 18edca27-7fe5-44f0-bd00-188f2dc0b989 is already hosted by enough agents. {{(pid=79296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:40:23.202883 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.base_scheduler [None req-0788dca4-f125-41d3-9248-b090f6e27515 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Resources bound (agent type, host, resource id): {{(pid=79296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:40:23.212430 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0788dca4-f125-41d3-9248-b090f6e27515 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Received port after_create {{(pid=79296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:40:23.258644 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0788dca4-f125-41d3-9248-b090f6e27515 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Pushing event updated for resources: {'Port': ['ID=78325a27-b871-41bf-80e9-d2108fe1237b,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:23.266021 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-0788dca4-f125-41d3-9248-b090f6e27515 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:23.276136 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device e10dfb5b-a0c7-4278-ba1a-0046040165d7 up at agent ovs-agent-dv-cinder-784453-6-smb {{(pid=79297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:40:23.299559 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_hamode_db [None req-4b3aa91f-eead-4115-bf3d-3be0f9a38645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3bca94c-7681-45d2-b349-5bdb3b7f02c0', 'name': 'tempest-AttachVolumeShelveTestJSON-345493500-router', 'tenant_id': '48537c19bc3f482ca2c677fa41f568c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.116'}], 'enable_snat': True}, 'gw_port_id': '136d140f-4409-481d-ab66-9a9e97e842de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:40:09Z', 'updated_at': '2021-05-10T19:40:17Z', 'revision_number': 4, 'project_id': '48537c19bc3f482ca2c677fa41f568c5', 'gw_port': {'id': '136d140f-4409-481d-ab66-9a9e97e842de', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:00:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3bca94c-7681-45d2-b349-5bdb3b7f02c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:40:11Z', 'updated_at': '2021-05-10T19:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb', '_interfaces': [{'id': '7af7da28-028b-4c22-bc5f-c5094fed24f9', 'name': '', 'network_id': 'c1996f27-1db4-443b-b1de-2cd374f7ede0', 'tenant_id': '48537c19bc3f482ca2c677fa41f568c5', 'mac_address': 'fa:16:3e:ff:30:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3bca94c-7681-45d2-b349-5bdb3b7f02c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'd9a3be94-0d38-4426-8d23-4357f15ca2f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:40:16Z', 'updated_at': '2021-05-10T19:40:22Z', 'revision_number': 4, 'project_id': '48537c19bc3f482ca2c677fa41f568c5', 'subnets': [{'id': 'd9a3be94-0d38-4426-8d23-4357f15ca2f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-smb', False) {} {{(pid=79298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:40:23.303725 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3aa91f-eead-4115-bf3d-3be0f9a38645 None None] The sync data for ids ['b3bca94c-7681-45d2-b349-5bdb3b7f02c0'] in dv-cinder-784453-6-smb is: [{'id': 'b3bca94c-7681-45d2-b349-5bdb3b7f02c0', 'name': 'tempest-AttachVolumeShelveTestJSON-345493500-router', 'tenant_id': '48537c19bc3f482ca2c677fa41f568c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.116'}], 'enable_snat': True}, 'gw_port_id': '136d140f-4409-481d-ab66-9a9e97e842de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:40:09Z', 'updated_at': '2021-05-10T19:40:17Z', 'revision_number': 4, 'project_id': '48537c19bc3f482ca2c677fa41f568c5', 'gw_port': {'id': '136d140f-4409-481d-ab66-9a9e97e842de', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:00:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3bca94c-7681-45d2-b349-5bdb3b7f02c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:40:11Z', 'updated_at': '2021-05-10T19:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb', '_interfaces': [{'id': '7af7da28-028b-4c22-bc5f-c5094fed24f9', 'name': '', 'network_id': 'c1996f27-1db4-443b-b1de-2cd374f7ede0', 'tenant_id': '48537c19bc3f482ca2c677fa41f568c5', 'mac_address': 'fa:16:3e:ff:30:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3bca94c-7681-45d2-b349-5bdb3b7f02c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'd9a3be94-0d38-4426-8d23-4357f15ca2f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:40:16Z', 'updated_at': '2021-05-10T19:40:22Z', 'revision_number': 4, 'project_id': '48537c19bc3f482ca2c677fa41f568c5', 'subnets': [{'id': 'd9a3be94-0d38-4426-8d23-4357f15ca2f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:40:23.349170 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Provisioning complete for port e10dfb5b-a0c7-4278-ba1a-0046040165d7 triggered by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:40:23.363250 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:23.392836 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-0788dca4-f125-41d3-9248-b090f6e27515 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:23.566411 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-0788dca4-f125-41d3-9248-b090f6e27515 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:23.849197 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-0788dca4-f125-41d3-9248-b090f6e27515 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks [] for port, precommit_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:23.883283 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85fa94-171f-4490-b002-5576c34a9750 req-81606841-5a2a-4e14-99cf-eade1fa40f29 tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:23.885438 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-3c85fa94-171f-4490-b002-5576c34a9750 req-81606841-5a2a-4e14-99cf-eade1fa40f29 tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bd3e365-488c-40ec-ae44-341e955e90c3 HTTP/1.1" status: 200 len: 950 time: 0.1074677 May 10 19:40:23.940862 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-3c85fa94-171f-4490-b002-5576c34a9750 req-70f69ae3-8be1-496c-8ce0-56885b1d1400 tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] 10.222.0.46 "GET /v2.0/security-groups?id=59e74949-ea52-412d-a4fb-a88605653133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469182 May 10 19:40:23.980140 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-0788dca4-f125-41d3-9248-b090f6e27515 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10503750'] for port, after_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:23.984645 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-5cd0818a-76d4-4d66-b038-d9439e7641c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:24.098768 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0788dca4-f125-41d3-9248-b090f6e27515 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Pushing event updated for resources: {'Port': ['ID=78325a27-b871-41bf-80e9-d2108fe1237b,revision_number=2']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:24.101745 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-0788dca4-f125-41d3-9248-b090f6e27515 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:24.125883 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-0788dca4-f125-41d3-9248-b090f6e27515 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658293'] for floatingip, after_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:24.266374 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-0788dca4-f125-41d3-9248-b090f6e27515 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149324'] for floatingip, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:24.267913 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-0788dca4-f125-41d3-9248-b090f6e27515 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1890616 May 10 19:40:24.504478 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-0ea54c00-bb09-4394-9bc0-08145442285d req-70abe063-857c-4dc1-85ac-7c16f509f1e3 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1955974684&fields=id&tenant_id=48537c19bc3f482ca2c677fa41f568c5 HTTP/1.1" status: 200 len: 267 time: 0.0450661 May 10 19:40:24.666758 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea54c00-bb09-4394-9bc0-08145442285d req-7ff29326-e8d0-4da6-8e9f-c7e3e44819d0 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:24.668285 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-0ea54c00-bb09-4394-9bc0-08145442285d req-7ff29326-e8d0-4da6-8e9f-c7e3e44819d0 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/networks?id=c1996f27-1db4-443b-b1de-2cd374f7ede0 HTTP/1.1" status: 200 len: 816 time: 0.1490426 May 10 19:40:24.684260 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-0ea54c00-bb09-4394-9bc0-08145442285d req-70c54f16-a25d-405c-b3ab-0b3f9156128e tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/quotas/48537c19bc3f482ca2c677fa41f568c5 HTTP/1.1" status: 200 len: 375 time: 0.0092838 May 10 19:40:24.784869 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-0ea54c00-bb09-4394-9bc0-08145442285d req-76f3a201-7fa3-4c25-950c-5e2ae20cb17b tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=48537c19bc3f482ca2c677fa41f568c5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0947359 May 10 19:40:24.954342 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-0ea54c00-bb09-4394-9bc0-08145442285d req-3c7e41c4-bbb5-4f33-bc53-030693c9932b service neutron] 10.222.0.46 "GET /v2.0/networks/c1996f27-1db4-443b-b1de-2cd374f7ede0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530933 May 10 19:40:25.090558 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-0ea54c00-bb09-4394-9bc0-08145442285d req-42eea0f2-0eeb-4b3f-acd1-c31df54037d5 service neutron] 10.222.0.46 "GET /v2.0/networks/c1996f27-1db4-443b-b1de-2cd374f7ede0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338916 May 10 19:40:25.102750 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.agents_db [None req-ff3cf147-8285-4226-b8f5-cc0a2e41555e None None] Agent healthcheck: found 6 active agents {{(pid=79298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:40:25.266383 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e7f3d-e8a2-4078-9003-2fb114b95f95 req-22d5a322-47bf-4582-a60b-9fcbb7e2b5aa tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:25.267857 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-0a0e7f3d-e8a2-4078-9003-2fb114b95f95 req-22d5a322-47bf-4582-a60b-9fcbb7e2b5aa tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bd3e365-488c-40ec-ae44-341e955e90c3 HTTP/1.1" status: 200 len: 950 time: 0.0918632 May 10 19:40:25.318023 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device 7af7da28-028b-4c22-bc5f-c5094fed24f9 up at agent ovs-agent-dv-cinder-784453-6-smb {{(pid=79297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:40:25.326082 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-0a0e7f3d-e8a2-4078-9003-2fb114b95f95 req-eeaa173c-dec3-47ff-8ff1-ef71af37e6d8 tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] 10.222.0.46 "GET /v2.0/security-groups?id=59e74949-ea52-412d-a4fb-a88605653133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495806 May 10 19:40:25.504516 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Provisioning for port 7af7da28-028b-4c22-bc5f-c5094fed24f9 completed by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:40:25.511597 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Provisioning complete for port 7af7da28-028b-4c22-bc5f-c5094fed24f9 triggered by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:40:25.512079 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:25.534416 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-f972f3a2-dd21-4c40-8aeb-bf876ab35796 req-5bc215a3-72a4-4600-a8cc-450840d52585 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a84c55d-7d70-45e4-9625-7a6ad1cb534f HTTP/1.1" status: 200 len: 210 time: 0.0920751 May 10 19:40:25.662366 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:25.695669 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] For port 7af7da28-028b-4c22-bc5f-c5094fed24f9, host dv-cinder-784453-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-smb',level=0,port_id=7af7da28-028b-4c22-bc5f-c5094fed24f9,segment=NetworkSegment(108993fe-967b-403c-a08b-306337f62f28),segment_id=108993fe-967b-403c-a08b-306337f62f28)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:40:25.763785 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:25.766177 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:25.843916 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Pushing event updated for resources: {'Port': ['ID=7af7da28-028b-4c22-bc5f-c5094fed24f9,revision_number=5']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:25.847322 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:26.087601 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae80f5-d30c-4d6b-8ee3-1d0ea9705584 req-e332ac3f-9163-42f3-9d12-35112c6c726c tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:26.089056 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-9bae80f5-d30c-4d6b-8ee3-1d0ea9705584 req-e332ac3f-9163-42f3-9d12-35112c6c726c tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bd3e365-488c-40ec-ae44-341e955e90c3 HTTP/1.1" status: 200 len: 950 time: 0.0864124 May 10 19:40:26.142982 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-9bae80f5-d30c-4d6b-8ee3-1d0ea9705584 req-ab8f8c85-f159-481b-b608-3869444c0461 tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] 10.222.0.46 "GET /v2.0/security-groups?id=59e74949-ea52-412d-a4fb-a88605653133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473783 May 10 19:40:26.701242 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-43ef7974-565c-4354-aae5-c505efd6f332 req-11948b1c-1c93-4a71-98a8-2a8735771a5c tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a84c55d-7d70-45e4-9625-7a6ad1cb534f HTTP/1.1" status: 200 len: 210 time: 0.0429533 May 10 19:40:27.251392 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device 7af7da28-028b-4c22-bc5f-c5094fed24f9 up at agent ovs-agent-dv-cinder-784453-6-smb {{(pid=79297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:40:27.331263 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Provisioning complete for port 7af7da28-028b-4c22-bc5f-c5094fed24f9 triggered by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:40:27.331654 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:27.349215 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d847295-6751-4893-aab2-9840bad143be req-089df6ec-89c3-41e8-9609-a8ab8c30053b tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:27.350700 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-7d847295-6751-4893-aab2-9840bad143be req-089df6ec-89c3-41e8-9609-a8ab8c30053b tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bd3e365-488c-40ec-ae44-341e955e90c3 HTTP/1.1" status: 200 len: 950 time: 0.0883224 May 10 19:40:27.411496 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-7d847295-6751-4893-aab2-9840bad143be req-8c26afe3-2100-4ad1-8885-c6751bad67fc tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] 10.222.0.46 "GET /v2.0/security-groups?id=59e74949-ea52-412d-a4fb-a88605653133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547166 May 10 19:40:27.478130 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7964f4b7-55c8-41f2-9c41-1fd9fe16661d req-e95f8c9a-8446-4ef1-95a9-368d866b204a tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:27.479551 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [req-7964f4b7-55c8-41f2-9c41-1fd9fe16661d req-e95f8c9a-8446-4ef1-95a9-368d866b204a tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] Synchronizing usage tracker for tenant:7ebddcaa1661440eae1aca534091f0d3 on resource:port {{(pid=79296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:40:27.602666 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [req-7964f4b7-55c8-41f2-9c41-1fd9fe16661d req-e95f8c9a-8446-4ef1-95a9-368d866b204a tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] Unset dirty status for tenant:7ebddcaa1661440eae1aca534091f0d3 on resource:port {{(pid=79296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:40:27.603815 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-7964f4b7-55c8-41f2-9c41-1fd9fe16661d req-e95f8c9a-8446-4ef1-95a9-368d866b204a tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bd3e365-488c-40ec-ae44-341e955e90c3 HTTP/1.1" status: 200 len: 950 time: 0.2167518 May 10 19:40:27.747179 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.plugin [req-7964f4b7-55c8-41f2-9c41-1fd9fe16661d req-f000fbec-5f76-4b01-a0ae-d0d750ece22c tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] Deleting port e3b98a30-aefa-4925-819c-7ac4b10ff55b {{(pid=79296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:40:27.747600 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-7964f4b7-55c8-41f2-9c41-1fd9fe16661d req-f000fbec-5f76-4b01-a0ae-d0d750ece22c tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757498910621'] for port, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:27.933789 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.db [req-7964f4b7-55c8-41f2-9c41-1fd9fe16661d req-f000fbec-5f76-4b01-a0ae-d0d750ece22c tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] For port e3b98a30-aefa-4925-819c-7ac4b10ff55b, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=e3b98a30-aefa-4925-819c-7ac4b10ff55b,segment=NetworkSegment(5b8d806c-a0f3-4312-a5b7-972548cd3847),segment_id=5b8d806c-a0f3-4312-a5b7-972548cd3847)] {{(pid=79296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:40:27.934145 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-7964f4b7-55c8-41f2-9c41-1fd9fe16661d req-f000fbec-5f76-4b01-a0ae-d0d750ece22c tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670902'] for port, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:27.987956 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 43038) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:40:28.076519 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-e0604a3f-edc8-42ff-a774-c565a19e1921 req-2a8d3e47-b12c-4796-b74a-c146ef99be13 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a84c55d-7d70-45e4-9625-7a6ad1cb534f HTTP/1.1" status: 200 len: 210 time: 0.0865493 May 10 19:40:28.185119 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.plugin [req-7964f4b7-55c8-41f2-9c41-1fd9fe16661d req-f000fbec-5f76-4b01-a0ae-d0d750ece22c tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] Calling delete_port for e3b98a30-aefa-4925-819c-7ac4b10ff55b owned by compute:nova {{(pid=79296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:40:28.216919 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea54c00-bb09-4394-9bc0-08145442285d req-972f2fa2-3c22-446f-8f3f-c98cdc6ca362 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:28.218469 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-0ea54c00-bb09-4394-9bc0-08145442285d req-972f2fa2-3c22-446f-8f3f-c98cdc6ca362 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.36 "GET /v2.0/networks?id=c1996f27-1db4-443b-b1de-2cd374f7ede0 HTTP/1.1" status: 200 len: 816 time: 0.4456191 May 10 19:40:28.284121 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-c34fa65b-3f9f-497e-9234-2590a6ddaa40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:28.303803 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-c34fa65b-3f9f-497e-9234-2590a6ddaa40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:40:28.309784 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-0ea54c00-bb09-4394-9bc0-08145442285d req-f45fa982-872a-4195-89e9-0455743b0813 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48537c19bc3f482ca2c677fa41f568c5 HTTP/1.1" status: 200 len: 380 time: 0.0818863 May 10 19:40:28.312188 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-c34fa65b-3f9f-497e-9234-2590a6ddaa40 admin admin] Usage tracker for resource:security_group_rule and tenant:961e4fb2a72649098f8c4cf8e343ee37 is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:40:28.315330 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-c34fa65b-3f9f-497e-9234-2590a6ddaa40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:40:28.324407 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.v2.base [req-0ea54c00-bb09-4394-9bc0-08145442285d req-07a3358c-e4ba-4619-835d-d8ac392412b7 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Request body: {'port': {'device_id': '3a84c55d-7d70-45e4-9625-7a6ad1cb534f', 'network_id': 'c1996f27-1db4-443b-b1de-2cd374f7ede0', 'admin_state_up': True, 'tenant_id': '48537c19bc3f482ca2c677fa41f568c5', 'security_groups': ['301eee89-3e88-468e-b4a4-022c19231d4f']}} {{(pid=79295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:40:28.338283 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-c34fa65b-3f9f-497e-9234-2590a6ddaa40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:40:28.419956 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-7964f4b7-55c8-41f2-9c41-1fd9fe16661d req-f000fbec-5f76-4b01-a0ae-d0d750ece22c tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757498915184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757498479629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10503775'] for port, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:28.426048 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:28.431635 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] get_ports_and_sgs() called for port_ids ['e3b98a30-aefa-4925-819c-7ac4b10ff55b'] {{(pid=79297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:40:28.511730 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [req-0ea54c00-bb09-4394-9bc0-08145442285d req-07a3358c-e4ba-4619-835d-d8ac392412b7 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:40:28.522400 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-0ea54c00-bb09-4394-9bc0-08145442285d req-07a3358c-e4ba-4619-835d-d8ac392412b7 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Usage tracker for resource:port and tenant:48537c19bc3f482ca2c677fa41f568c5 is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:40:28.522650 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f000fbec-5f76-4b01-a0ae-d0d750ece22c tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] Pushing event deleted for resources: {'Port': ['ID=e3b98a30-aefa-4925-819c-7ac4b10ff55b,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:28.525742 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-0ea54c00-bb09-4394-9bc0-08145442285d req-07a3358c-e4ba-4619-835d-d8ac392412b7 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:40:28.525908 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-f000fbec-5f76-4b01-a0ae-d0d750ece22c tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:28.543626 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [req-0ea54c00-bb09-4394-9bc0-08145442285d req-07a3358c-e4ba-4619-835d-d8ac392412b7 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:40:28.609555 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-c34fa65b-3f9f-497e-9234-2590a6ddaa40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:28.609928 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.l3_dvrscheduler_db [req-7964f4b7-55c8-41f2-9c41-1fd9fe16661d req-f000fbec-5f76-4b01-a0ae-d0d750ece22c tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] No DVR routers for this DVR port e3b98a30-aefa-4925-819c-7ac4b10ff55b on host hv-cinder-78445 {{(pid=79296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:40:28.612379 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-8603a0f3-3156-432b-8ff1-856e1495ddb5 req-e80f86f5-38f4-44bc-be10-29ad2bfd69db tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bd3e365-488c-40ec-ae44-341e955e90c3 HTTP/1.1" status: 200 len: 210 time: 0.0734713 May 10 19:40:28.613087 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-7964f4b7-55c8-41f2-9c41-1fd9fe16661d req-f000fbec-5f76-4b01-a0ae-d0d750ece22c tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149324'] for port, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:28.616463 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bd3e365-488c-40ec-ae44-341e955e90c3', 'name': 'network-vif-deleted', 'tag': 'e3b98a30-aefa-4925-819c-7ac4b10ff55b'}] {{(pid=79296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:40:28.664780 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-c34fa65b-3f9f-497e-9234-2590a6ddaa40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:28.671657 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bd3e365-488c-40ec-ae44-341e955e90c3', 'name': 'network-vif-deleted', 'tag': 'e3b98a30-aefa-4925-819c-7ac4b10ff55b', 'status': 'completed', 'code': 200} May 10 19:40:28.673966 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-3f469081-e7b9-4f08-bceb-1426acea2ec7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:28.692669 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-7964f4b7-55c8-41f2-9c41-1fd9fe16661d req-f000fbec-5f76-4b01-a0ae-d0d750ece22c tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] 10.222.0.36 "DELETE /v2.0/ports/e3b98a30-aefa-4925-819c-7ac4b10ff55b HTTP/1.1" status: 204 len: 173 time: 1.0832825 May 10 19:40:28.723354 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-c34fa65b-3f9f-497e-9234-2590a6ddaa40 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=961e4fb2a72649098f8c4cf8e343ee37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7317262 May 10 19:40:28.727011 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 43058) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:40:28.727507 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34fa65b-3f9f-497e-9234-2590a6ddaa40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc83cbf-95b2-4bbd-a6ef-113bc70b4b0f,revision_number=1']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:28.730790 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-c34fa65b-3f9f-497e-9234-2590a6ddaa40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:28.743197 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ea54c00-bb09-4394-9bc0-08145442285d req-07a3358c-e4ba-4619-835d-d8ac392412b7 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Made reservation on behalf of 48537c19bc3f482ca2c677fa41f568c5 for: {'port': 1} {{(pid=79295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:40:28.746700 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-0ea54c00-bb09-4394-9bc0-08145442285d req-07a3358c-e4ba-4619-835d-d8ac392412b7 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:28.804932 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-85e0af20-1a65-4934-80ce-a01a62196f73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:28.833348 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-85e0af20-1a65-4934-80ce-a01a62196f73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:28.943354 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.db_base_plugin_common [req-0ea54c00-bb09-4394-9bc0-08145442285d req-07a3358c-e4ba-4619-835d-d8ac392412b7 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Allocated IP 172.20.0.4 (c1996f27-1db4-443b-b1de-2cd374f7ede0/d9a3be94-0d38-4426-8d23-4357f15ca2f9/4a72b273-be2c-49c1-9151-d3dbeccf0e99) {{(pid=79295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:40:29.091740 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-85e0af20-1a65-4934-80ce-a01a62196f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:29.097442 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-3867994e-9997-49c1-b081-71311d3907ae tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:29.109471 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e0af20-1a65-4934-80ce-a01a62196f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc83cbf-95b2-4bbd-a6ef-113bc70b4b0f,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:29.113141 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-85e0af20-1a65-4934-80ce-a01a62196f73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:29.115436 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-85e0af20-1a65-4934-80ce-a01a62196f73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:29.119304 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-85e0af20-1a65-4934-80ce-a01a62196f73 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/edc83cbf-95b2-4bbd-a6ef-113bc70b4b0f HTTP/1.1" status: 204 len: 168 time: 0.3915172 May 10 19:40:29.141126 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-0ea54c00-bb09-4394-9bc0-08145442285d req-07a3358c-e4ba-4619-835d-d8ac392412b7 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks [] for port, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:29.158391 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.provisioning_blocks [req-0ea54c00-bb09-4394-9bc0-08145442285d req-07a3358c-e4ba-4619-835d-d8ac392412b7 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Transition to ACTIVE for port object 4a72b273-be2c-49c1-9151-d3dbeccf0e99 will not be triggered until provisioned by entity DHCP. {{(pid=79295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:40:29.274251 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-0ea54c00-bb09-4394-9bc0-08145442285d req-07a3358c-e4ba-4619-835d-d8ac392412b7 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757498479620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10826888'] for port, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:29.284904 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:29.356235 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ea54c00-bb09-4394-9bc0-08145442285d req-07a3358c-e4ba-4619-835d-d8ac392412b7 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Network c1996f27-1db4-443b-b1de-2cd374f7ede0 is already hosted by enough agents. {{(pid=79295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:40:29.359832 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.scheduler.base_scheduler [req-0ea54c00-bb09-4394-9bc0-08145442285d req-07a3358c-e4ba-4619-835d-d8ac392412b7 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Resources bound (agent type, host, resource id): {{(pid=79295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:40:29.373516 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ea54c00-bb09-4394-9bc0-08145442285d req-07a3358c-e4ba-4619-835d-d8ac392412b7 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Received port after_create {{(pid=79295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:40:29.403293 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a3358c-e4ba-4619-835d-d8ac392412b7 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Pushing event updated for resources: {'Port': ['ID=4a72b273-be2c-49c1-9151-d3dbeccf0e99,revision_number=1']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:29.411985 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-07a3358c-e4ba-4619-835d-d8ac392412b7 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:29.471454 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea54c00-bb09-4394-9bc0-08145442285d req-07a3358c-e4ba-4619-835d-d8ac392412b7 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:29.472188 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-0ea54c00-bb09-4394-9bc0-08145442285d req-07a3358c-e4ba-4619-835d-d8ac392412b7 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149324'] for port, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:29.521764 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97cf72f-8bae-4937-bafd-5ecd9031b18e req-e7978323-71a4-4620-9c0c-6ef8697087a5 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:29.527342 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-a97cf72f-8bae-4937-bafd-5ecd9031b18e req-e7978323-71a4-4620-9c0c-6ef8697087a5 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Synchronizing usage tracker for tenant:48537c19bc3f482ca2c677fa41f568c5 on resource:port {{(pid=79295) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:40:29.578137 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-0ea54c00-bb09-4394-9bc0-08145442285d req-07a3358c-e4ba-4619-835d-d8ac392412b7 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2598519 May 10 19:40:29.591382 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.v2.base [req-0ea54c00-bb09-4394-9bc0-08145442285d req-b1c7e118-aeee-4a61-a722-ec01aae77811 service neutron] Request body: {'port': {'device_id': '3a84c55d-7d70-45e4-9625-7a6ad1cb534f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=79295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:40:29.631340 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-a97cf72f-8bae-4937-bafd-5ecd9031b18e req-e7978323-71a4-4620-9c0c-6ef8697087a5 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Unset dirty status for tenant:48537c19bc3f482ca2c677fa41f568c5 on resource:port {{(pid=79295) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:40:29.632509 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-a97cf72f-8bae-4937-bafd-5ecd9031b18e req-e7978323-71a4-4620-9c0c-6ef8697087a5 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a84c55d-7d70-45e4-9625-7a6ad1cb534f HTTP/1.1" status: 200 len: 931 time: 0.3990591 May 10 19:40:29.716700 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-63bcc754-e071-42c0-a565-78b56cf765ec None None] Provisioning for port 4a72b273-be2c-49c1-9151-d3dbeccf0e99 completed by entity DHCP. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:40:29.723772 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-63bcc754-e071-42c0-a565-78b56cf765ec None None] Provisioning complete for port 4a72b273-be2c-49c1-9151-d3dbeccf0e99 triggered by entity DHCP. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:40:29.724147 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-63bcc754-e071-42c0-a565-78b56cf765ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:29.789629 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-0ea54c00-bb09-4394-9bc0-08145442285d req-b1c7e118-aeee-4a61-a722-ec01aae77811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:29.792441 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.plugin [None req-63bcc754-e071-42c0-a565-78b56cf765ec None None] Port 4a72b273-be2c-49c1-9151-d3dbeccf0e99 cannot update to ACTIVE because it is not bound. {{(pid=79297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 19:40:29.866416 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-25c75cbd-526d-4ef5-a4c4-148d3b04cfd0 req-1bb5d8dd-01a2-4f62-9b06-581372ae1573 tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bd3e365-488c-40ec-ae44-341e955e90c3 HTTP/1.1" status: 200 len: 210 time: 0.0648949 May 10 19:40:29.873584 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 43074) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:40:29.894381 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-75210651-9df3-439e-9c33-4be2e7a8f4ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:29.901704 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-a97cf72f-8bae-4937-bafd-5ecd9031b18e req-a5066f40-a4a5-40b5-b632-885cf68a5805 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=301eee89-3e88-468e-b4a4-022c19231d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2395492 May 10 19:40:29.911208 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-75210651-9df3-439e-9c33-4be2e7a8f4ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:40:29.915246 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-75210651-9df3-439e-9c33-4be2e7a8f4ad admin admin] Usage tracker for resource:security_group_rule and tenant:495a3ed913164c6298ecbb80754ae088 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:40:29.918348 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-75210651-9df3-439e-9c33-4be2e7a8f4ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:40:29.932630 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-75210651-9df3-439e-9c33-4be2e7a8f4ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:40:30.021950 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-75210651-9df3-439e-9c33-4be2e7a8f4ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:30.099485 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-75210651-9df3-439e-9c33-4be2e7a8f4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:30.112670 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-93bb5453-3f27-41cf-8775-ada2acfab525 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:30.155598 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-75210651-9df3-439e-9c33-4be2e7a8f4ad admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=495a3ed913164c6298ecbb80754ae088&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2803550 May 10 19:40:30.156398 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75210651-9df3-439e-9c33-4be2e7a8f4ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321453a7-d908-42a4-84f7-922cb08ff1af,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:30.160043 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-75210651-9df3-439e-9c33-4be2e7a8f4ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:30.160705 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 43078) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:40:30.217123 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.notifiers.nova [req-0ea54c00-bb09-4394-9bc0-08145442285d req-b1c7e118-aeee-4a61-a722-ec01aae77811 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a72b273-be2c-49c1-9151-d3dbeccf0e99 {{(pid=79295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:40:30.224392 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-ebfc135f-1ebf-49d4-98b6-84504743b3c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:30.226314 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-0ea54c00-bb09-4394-9bc0-08145442285d req-b1c7e118-aeee-4a61-a722-ec01aae77811 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:30.242080 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.provisioning_blocks [req-0ea54c00-bb09-4394-9bc0-08145442285d req-b1c7e118-aeee-4a61-a722-ec01aae77811 service neutron] Transition to ACTIVE for port object 4a72b273-be2c-49c1-9151-d3dbeccf0e99 will not be triggered until provisioned by entity L2. {{(pid=79295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:40:30.255266 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-ebfc135f-1ebf-49d4-98b6-84504743b3c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:30.327834 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-0ea54c00-bb09-4394-9bc0-08145442285d req-b1c7e118-aeee-4a61-a722-ec01aae77811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10826897'] for port, after_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:30.333255 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:30.419945 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-ebfc135f-1ebf-49d4-98b6-84504743b3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:30.424294 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-9c8b6ae2-eac8-4d75-8d0a-f2ae521cc453 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:30.436542 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfc135f-1ebf-49d4-98b6-84504743b3c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321453a7-d908-42a4-84f7-922cb08ff1af,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:30.441144 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-ebfc135f-1ebf-49d4-98b6-84504743b3c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:30.449405 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-ebfc135f-1ebf-49d4-98b6-84504743b3c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:30.450808 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-ebfc135f-1ebf-49d4-98b6-84504743b3c6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/321453a7-d908-42a4-84f7-922cb08ff1af HTTP/1.1" status: 204 len: 168 time: 0.2890003 May 10 19:40:30.588822 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c7e118-aeee-4a61-a722-ec01aae77811 service neutron] Pushing event updated for resources: {'Port': ['ID=4a72b273-be2c-49c1-9151-d3dbeccf0e99,revision_number=2']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:30.617172 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-b1c7e118-aeee-4a61-a722-ec01aae77811 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:30.662364 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.managers [req-0ea54c00-bb09-4394-9bc0-08145442285d req-b1c7e118-aeee-4a61-a722-ec01aae77811 service neutron] Attempting to bind port 4a72b273-be2c-49c1-9151-d3dbeccf0e99 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=79295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:40:30.662613 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.managers [req-0ea54c00-bb09-4394-9bc0-08145442285d req-b1c7e118-aeee-4a61-a722-ec01aae77811 service neutron] Attempting to bind port 4a72b273-be2c-49c1-9151-d3dbeccf0e99 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '108993fe-967b-403c-a08b-306337f62f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c1996f27-1db4-443b-b1de-2cd374f7ede0'}] {{(pid=79295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:40:30.662962 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea54c00-bb09-4394-9bc0-08145442285d req-b1c7e118-aeee-4a61-a722-ec01aae77811 service neutron] Attempting to bind port 4a72b273-be2c-49c1-9151-d3dbeccf0e99 on network c1996f27-1db4-443b-b1de-2cd374f7ede0 {{(pid=79295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:40:30.667591 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea54c00-bb09-4394-9bc0-08145442285d req-b1c7e118-aeee-4a61-a722-ec01aae77811 service neutron] Port 4a72b273-be2c-49c1-9151-d3dbeccf0e99 on network c1996f27-1db4-443b-b1de-2cd374f7ede0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=79295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 19:40:30.667904 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea54c00-bb09-4394-9bc0-08145442285d req-b1c7e118-aeee-4a61-a722-ec01aae77811 service neutron] Attempting to bind port 4a72b273-be2c-49c1-9151-d3dbeccf0e99 on network c1996f27-1db4-443b-b1de-2cd374f7ede0 {{(pid=79295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:40:30.673962 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea54c00-bb09-4394-9bc0-08145442285d req-b1c7e118-aeee-4a61-a722-ec01aae77811 service neutron] Checking agent: {'id': '9c4a8215-4a8c-47cd-bc08-47634ab436c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 35, 38), 'started_at': datetime.datetime(2021, 5, 10, 19, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:40:30.674296 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea54c00-bb09-4394-9bc0-08145442285d req-b1c7e118-aeee-4a61-a722-ec01aae77811 service neutron] Checking segment: {'id': '108993fe-967b-403c-a08b-306337f62f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c1996f27-1db4-443b-b1de-2cd374f7ede0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:40:30.674675 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea54c00-bb09-4394-9bc0-08145442285d req-b1c7e118-aeee-4a61-a722-ec01aae77811 service neutron] Bound using segment: {'id': '108993fe-967b-403c-a08b-306337f62f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c1996f27-1db4-443b-b1de-2cd374f7ede0'} {{(pid=79295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:40:30.675182 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.managers [req-0ea54c00-bb09-4394-9bc0-08145442285d req-b1c7e118-aeee-4a61-a722-ec01aae77811 service neutron] Bound port: 4a72b273-be2c-49c1-9151-d3dbeccf0e99, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '108993fe-967b-403c-a08b-306337f62f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c1996f27-1db4-443b-b1de-2cd374f7ede0'}}] {{(pid=79295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:40:30.675523 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-0ea54c00-bb09-4394-9bc0-08145442285d req-b1c7e118-aeee-4a61-a722-ec01aae77811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:30.778159 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.db [req-0ea54c00-bb09-4394-9bc0-08145442285d req-b1c7e118-aeee-4a61-a722-ec01aae77811 service neutron] For port 4a72b273-be2c-49c1-9151-d3dbeccf0e99, host hv-cinder-78445, cleared binding levels {{(pid=79295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:40:30.786184 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.db [req-0ea54c00-bb09-4394-9bc0-08145442285d req-b1c7e118-aeee-4a61-a722-ec01aae77811 service neutron] For port 4a72b273-be2c-49c1-9151-d3dbeccf0e99, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=4a72b273-be2c-49c1-9151-d3dbeccf0e99,segment=NetworkSegment(108993fe-967b-403c-a08b-306337f62f28),segment_id=108993fe-967b-403c-a08b-306337f62f28)] {{(pid=79295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:40:30.863643 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-0ea54c00-bb09-4394-9bc0-08145442285d req-b1c7e118-aeee-4a61-a722-ec01aae77811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10826897'] for port, after_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:30.869043 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:30.927214 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea54c00-bb09-4394-9bc0-08145442285d req-b1c7e118-aeee-4a61-a722-ec01aae77811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:30.927214 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-0ea54c00-bb09-4394-9bc0-08145442285d req-b1c7e118-aeee-4a61-a722-ec01aae77811 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149324'] for port, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:30.927214 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-0ea54c00-bb09-4394-9bc0-08145442285d req-b1c7e118-aeee-4a61-a722-ec01aae77811 service neutron] 10.222.0.36 "PUT /v2.0/ports/4a72b273-be2c-49c1-9151-d3dbeccf0e99 HTTP/1.1" status: 200 len: 1093 time: 1.3391340 May 10 19:40:30.927214 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a84c55d-7d70-45e4-9625-7a6ad1cb534f', 'tag': '4a72b273-be2c-49c1-9151-d3dbeccf0e99'}] {{(pid=79295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:40:30.968253 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c7e118-aeee-4a61-a722-ec01aae77811 service neutron] Pushing event updated for resources: {'Port': ['ID=4a72b273-be2c-49c1-9151-d3dbeccf0e99,revision_number=3']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:30.981282 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-b1c7e118-aeee-4a61-a722-ec01aae77811 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:31.029415 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a84c55d-7d70-45e4-9625-7a6ad1cb534f', 'tag': '4a72b273-be2c-49c1-9151-d3dbeccf0e99', 'status': 'completed', 'code': 200} May 10 19:40:31.193745 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a641453-5479-409f-8d37-6db6aa9ea090 req-79548295-f928-49e5-a9ab-bf4fbc0eb74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:31.195253 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-0a641453-5479-409f-8d37-6db6aa9ea090 req-79548295-f928-49e5-a9ab-bf4fbc0eb74a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=48537c19bc3f482ca2c677fa41f568c5&device_id=3a84c55d-7d70-45e4-9625-7a6ad1cb534f HTTP/1.1" status: 200 len: 1096 time: 0.1119642 May 10 19:40:31.202821 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7682dd04-2e65-4542-9a30-674ce9ada794 req-426c294c-4f73-48f0-83da-cab74dfa0063 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:31.204893 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-7682dd04-2e65-4542-9a30-674ce9ada794 req-426c294c-4f73-48f0-83da-cab74dfa0063 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a84c55d-7d70-45e4-9625-7a6ad1cb534f HTTP/1.1" status: 200 len: 943 time: 0.1584635 May 10 19:40:31.343865 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-7682dd04-2e65-4542-9a30-674ce9ada794 req-fe5e8e50-c9ce-4f88-8c17-8c0f17b47b61 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=301eee89-3e88-468e-b4a4-022c19231d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167066 May 10 19:40:31.405188 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a641453-5479-409f-8d37-6db6aa9ea090 req-f0d7aedf-a284-433e-aca9-c8895f2e8e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:31.416306 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-0a641453-5479-409f-8d37-6db6aa9ea090 req-f0d7aedf-a284-433e-aca9-c8895f2e8e3f service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=48537c19bc3f482ca2c677fa41f568c5&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2036684 May 10 19:40:31.607900 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a641453-5479-409f-8d37-6db6aa9ea090 req-20e55acd-e357-418d-8db8-7a6b9512a14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:31.609376 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-0a641453-5479-409f-8d37-6db6aa9ea090 req-20e55acd-e357-418d-8db8-7a6b9512a14b service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1922884 May 10 19:40:31.663010 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device e3b98a30-aefa-4925-819c-7ac4b10ff55b no longer exists at agent hyperv_hv-cinder-78445 {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:40:31.722635 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.plugin [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] No Port match for: e3b98a30-aefa-4925-819c-7ac4b10ff55b {{(pid=79297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:40:31.723186 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device e3b98a30-aefa-4925-819c-7ac4b10ff55b not bound to the agent host hv-cinder-78445 {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:40:31.825873 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea54c00-bb09-4394-9bc0-08145442285d req-e81110a0-7a35-47bf-8f88-e0ed70641aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:31.827505 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-0ea54c00-bb09-4394-9bc0-08145442285d req-e81110a0-7a35-47bf-8f88-e0ed70641aea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=48537c19bc3f482ca2c677fa41f568c5&device_id=3a84c55d-7d70-45e4-9625-7a6ad1cb534f HTTP/1.1" status: 200 len: 1096 time: 0.1046610 May 10 19:40:31.919741 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-0ea54c00-bb09-4394-9bc0-08145442285d req-abb216d9-b2ae-4c38-b961-f006bc6fc725 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a72b273-be2c-49c1-9151-d3dbeccf0e99 HTTP/1.1" status: 200 len: 217 time: 0.0838690 May 10 19:40:31.997187 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea54c00-bb09-4394-9bc0-08145442285d req-43d21131-c58b-4d8d-b5ea-c7bab115cef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:31.998634 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-0ea54c00-bb09-4394-9bc0-08145442285d req-43d21131-c58b-4d8d-b5ea-c7bab115cef4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d9a3be94-0d38-4426-8d23-4357f15ca2f9 HTTP/1.1" status: 200 len: 855 time: 0.0720019 May 10 19:40:32.093284 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea54c00-bb09-4394-9bc0-08145442285d req-18a75d50-7533-4d11-9435-d3f81741e8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:32.093284 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-0ea54c00-bb09-4394-9bc0-08145442285d req-18a75d50-7533-4d11-9435-d3f81741e8fd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c1996f27-1db4-443b-b1de-2cd374f7ede0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0824592 May 10 19:40:32.236688 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-0ea54c00-bb09-4394-9bc0-08145442285d req-ff600e1f-7c3a-419d-bbff-aab7c79dc5ac service neutron] 10.222.0.36 "GET /v2.0/networks/c1996f27-1db4-443b-b1de-2cd374f7ede0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369407 May 10 19:40:32.386491 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-0ea54c00-bb09-4394-9bc0-08145442285d req-5d5d62d1-417d-43c9-87f7-110b73e60631 service neutron] 10.222.0.36 "GET /v2.0/networks/c1996f27-1db4-443b-b1de-2cd374f7ede0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429152 May 10 19:40:32.618799 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ae087-cd9c-40ff-9068-bbead7e95610 req-3541e2d3-9350-4233-af5f-05bc83acf3e3 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:32.620333 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-f51ae087-cd9c-40ff-9068-bbead7e95610 req-3541e2d3-9350-4233-af5f-05bc83acf3e3 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a84c55d-7d70-45e4-9625-7a6ad1cb534f HTTP/1.1" status: 200 len: 943 time: 0.1034818 May 10 19:40:32.686036 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-f51ae087-cd9c-40ff-9068-bbead7e95610 req-dc7d716b-bd5a-4920-9389-96b529ad9036 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=301eee89-3e88-468e-b4a4-022c19231d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591965 May 10 19:40:33.881714 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbff105-ce55-4043-935a-14529c5c4ddb req-c265b30c-1ca1-4938-a834-d69b90f9e5aa tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:33.883145 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-bbbff105-ce55-4043-935a-14529c5c4ddb req-c265b30c-1ca1-4938-a834-d69b90f9e5aa tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] 10.222.0.46 "GET /v2.0/ports?device_id=996cab60-52e5-4fa8-96d0-681c1417eefc HTTP/1.1" status: 200 len: 945 time: 0.1387722 May 10 19:40:33.940719 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-bbbff105-ce55-4043-935a-14529c5c4ddb req-e61cfc0b-ce7c-4771-b5d8-eeef20d90626 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] 10.222.0.46 "GET /v2.0/security-groups?id=8cbc462e-7fe5-45d5-b0fa-b44c1f1fa183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510268 May 10 19:40:33.966318 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d49e73-774d-439f-b829-2d483d3e973d req-bc053262-014e-45b9-bd9e-80f77fd1969d tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:33.967779 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-a4d49e73-774d-439f-b829-2d483d3e973d req-bc053262-014e-45b9-bd9e-80f77fd1969d tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a84c55d-7d70-45e4-9625-7a6ad1cb534f HTTP/1.1" status: 200 len: 943 time: 0.1312423 May 10 19:40:34.097896 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-a4d49e73-774d-439f-b829-2d483d3e973d req-edad6fac-b162-4a0c-8801-ba7dda7e252b tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=301eee89-3e88-468e-b4a4-022c19231d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234541 May 10 19:40:35.137023 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2df82e7-c9e6-4c2c-9ae1-4205f27e4a64 req-b341893f-f318-4f4f-8ae9-68ad8b01e244 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:35.138663 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-b2df82e7-c9e6-4c2c-9ae1-4205f27e4a64 req-b341893f-f318-4f4f-8ae9-68ad8b01e244 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] 10.222.0.46 "GET /v2.0/ports?device_id=996cab60-52e5-4fa8-96d0-681c1417eefc HTTP/1.1" status: 200 len: 945 time: 0.0853868 May 10 19:40:35.203493 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-b2df82e7-c9e6-4c2c-9ae1-4205f27e4a64 req-03a0de58-7523-4cf9-8194-d4bfccba6b75 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] 10.222.0.46 "GET /v2.0/security-groups?id=8cbc462e-7fe5-45d5-b0fa-b44c1f1fa183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579600 May 10 19:40:35.334482 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892d719d-0f14-4e99-8264-1987677552d8 req-e3682951-7bfe-44ac-b956-406557db7302 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:35.336815 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-892d719d-0f14-4e99-8264-1987677552d8 req-e3682951-7bfe-44ac-b956-406557db7302 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a84c55d-7d70-45e4-9625-7a6ad1cb534f HTTP/1.1" status: 200 len: 943 time: 0.0876875 May 10 19:40:35.386563 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-892d719d-0f14-4e99-8264-1987677552d8 req-4e519600-9189-4d6b-b68c-294086684df9 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=301eee89-3e88-468e-b4a4-022c19231d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433047 May 10 19:40:35.663420 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device 4a72b273-be2c-49c1-9151-d3dbeccf0e99 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=79297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 19:40:35.947393 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] For port 4a72b273-be2c-49c1-9151-d3dbeccf0e99, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=4a72b273-be2c-49c1-9151-d3dbeccf0e99,segment=NetworkSegment(108993fe-967b-403c-a08b-306337f62f28),segment_id=108993fe-967b-403c-a08b-306337f62f28)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:40:35.978392 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Returning: {'device': '4a72b273-be2c-49c1-9151-d3dbeccf0e99', 'network_id': 'c1996f27-1db4-443b-b1de-2cd374f7ede0', 'port_id': '4a72b273-be2c-49c1-9151-d3dbeccf0e99', 'mac_address': 'fa:16:3e:68:4d:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9a3be94-0d38-4426-8d23-4357f15ca2f9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 19:40:36.055897 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:36.077570 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.notifiers.nova [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a72b273-be2c-49c1-9151-d3dbeccf0e99 {{(pid=79297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:40:36.097182 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] For port 4a72b273-be2c-49c1-9151-d3dbeccf0e99, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=4a72b273-be2c-49c1-9151-d3dbeccf0e99,segment=NetworkSegment(108993fe-967b-403c-a08b-306337f62f28),segment_id=108993fe-967b-403c-a08b-306337f62f28)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:40:36.159245 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-25008d3f-17ef-4077-937d-d1d6a8571de4 req-bb6ea04c-b404-4056-96e9-d3274474d10e tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Synchronizing usage tracker for tenant:536ec0bc9dcf4f2580e2ea96cc3adb48 on resource:security_group {{(pid=79295) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:40:36.177605 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:36.179368 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:36.246667 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-25008d3f-17ef-4077-937d-d1d6a8571de4 req-bb6ea04c-b404-4056-96e9-d3274474d10e tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Unset dirty status for tenant:536ec0bc9dcf4f2580e2ea96cc3adb48 on resource:security_group {{(pid=79295) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:40:36.248382 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-25008d3f-17ef-4077-937d-d1d6a8571de4 req-bb6ea04c-b404-4056-96e9-d3274474d10e tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2119727975&fields=id&tenant_id=536ec0bc9dcf4f2580e2ea96cc3adb48 HTTP/1.1" status: 200 len: 267 time: 0.1363347 May 10 19:40:36.253493 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Pushing event updated for resources: {'Port': ['ID=4a72b273-be2c-49c1-9151-d3dbeccf0e99,revision_number=4']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:36.261222 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:36.387957 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] get_ports_and_sgs() called for port_ids ['4a72b273-be2c-49c1-9151-d3dbeccf0e99'] {{(pid=79297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:40:36.502004 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25008d3f-17ef-4077-937d-d1d6a8571de4 req-bfee0c45-eda6-4210-8d97-b9ec14917609 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:36.503556 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-25008d3f-17ef-4077-937d-d1d6a8571de4 req-bfee0c45-eda6-4210-8d97-b9ec14917609 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "GET /v2.0/networks?id=5e639025-eadf-4b4c-bd6d-cdc3eaf5928c HTTP/1.1" status: 200 len: 809 time: 0.2454424 May 10 19:40:36.525113 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-25008d3f-17ef-4077-937d-d1d6a8571de4 req-86f85cfb-4473-4b85-92e5-5d0c3e7b2a4d tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "GET /v2.0/quotas/536ec0bc9dcf4f2580e2ea96cc3adb48 HTTP/1.1" status: 200 len: 375 time: 0.0133386 May 10 19:40:36.604605 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167bf7e9-8516-4ce0-b29e-4f06885e655d req-eec03624-2bcf-4a83-8e84-dff7393965df tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:36.606088 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-167bf7e9-8516-4ce0-b29e-4f06885e655d req-eec03624-2bcf-4a83-8e84-dff7393965df tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] 10.222.0.46 "GET /v2.0/ports?device_id=996cab60-52e5-4fa8-96d0-681c1417eefc HTTP/1.1" status: 200 len: 945 time: 0.2519040 May 10 19:40:36.680827 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-167bf7e9-8516-4ce0-b29e-4f06885e655d req-ce12894a-96d7-4fbe-a3cc-a2ab340cf722 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] 10.222.0.46 "GET /v2.0/security-groups?id=8cbc462e-7fe5-45d5-b0fa-b44c1f1fa183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663853 May 10 19:40:36.707354 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-25008d3f-17ef-4077-937d-d1d6a8571de4 req-dc9d9fd2-0ce5-4896-917e-42f6957e7399 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Synchronizing usage tracker for tenant:536ec0bc9dcf4f2580e2ea96cc3adb48 on resource:port {{(pid=79295) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:40:36.826574 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-25008d3f-17ef-4077-937d-d1d6a8571de4 req-dc9d9fd2-0ce5-4896-917e-42f6957e7399 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Unset dirty status for tenant:536ec0bc9dcf4f2580e2ea96cc3adb48 on resource:port {{(pid=79295) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:40:36.828105 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-25008d3f-17ef-4077-937d-d1d6a8571de4 req-dc9d9fd2-0ce5-4896-917e-42f6957e7399 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=536ec0bc9dcf4f2580e2ea96cc3adb48&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2965412 May 10 19:40:36.987212 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd620859-b76d-4050-9695-3ad09ecfe6b4 req-7d64cc10-64cb-49c7-a227-4d11e4b0b8e1 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:36.988691 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-dd620859-b76d-4050-9695-3ad09ecfe6b4 req-7d64cc10-64cb-49c7-a227-4d11e4b0b8e1 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a84c55d-7d70-45e4-9625-7a6ad1cb534f HTTP/1.1" status: 200 len: 944 time: 0.1939771 May 10 19:40:36.997889 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-25008d3f-17ef-4077-937d-d1d6a8571de4 req-e81c2b49-48a0-40c8-bf14-2fbde76238d2 service neutron] 10.222.0.46 "GET /v2.0/networks/5e639025-eadf-4b4c-bd6d-cdc3eaf5928c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495895 May 10 19:40:37.113262 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-dd620859-b76d-4050-9695-3ad09ecfe6b4 req-671e280f-7876-4df5-8a0a-cbc2afedb216 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=301eee89-3e88-468e-b4a4-022c19231d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151121 May 10 19:40:37.160663 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-25008d3f-17ef-4077-937d-d1d6a8571de4 req-fbc024cd-02b0-4866-bb78-64c54b1f8061 service neutron] 10.222.0.46 "GET /v2.0/networks/5e639025-eadf-4b4c-bd6d-cdc3eaf5928c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484735 May 10 19:40:37.704670 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device 4a72b273-be2c-49c1-9151-d3dbeccf0e99 up at agent hyperv_hv-cinder-78445 {{(pid=79297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:40:37.840341 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Provisioning for port 4a72b273-be2c-49c1-9151-d3dbeccf0e99 completed by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:40:37.846752 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Provisioning complete for port 4a72b273-be2c-49c1-9151-d3dbeccf0e99 triggered by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:40:37.847908 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:37.893054 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-37a7d781-bd58-46e3-b6f8-37c70e721cc2 req-d2dedd3c-105e-4d3e-9f2d-d0bdde07ea59 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ed23273-d1bc-49ce-b9bf-812c8207f785 HTTP/1.1" status: 200 len: 210 time: 0.0484607 May 10 19:40:37.929368 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ccc419-f221-4985-aa48-566638f3b6d4 req-829b8a31-1824-43b7-9bf8-999a0bc88693 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:37.931257 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-d2ccc419-f221-4985-aa48-566638f3b6d4 req-829b8a31-1824-43b7-9bf8-999a0bc88693 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] 10.222.0.46 "GET /v2.0/ports?device_id=996cab60-52e5-4fa8-96d0-681c1417eefc HTTP/1.1" status: 200 len: 945 time: 0.1275291 May 10 19:40:37.984325 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-d2ccc419-f221-4985-aa48-566638f3b6d4 req-ece926bf-0c4c-4f75-a2ae-8a367d3ca1ac tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] 10.222.0.46 "GET /v2.0/security-groups?id=8cbc462e-7fe5-45d5-b0fa-b44c1f1fa183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440044 May 10 19:40:37.993515 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:38.051322 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a84c55d-7d70-45e4-9625-7a6ad1cb534f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a72b273-be2c-49c1-9151-d3dbeccf0e99'}] {{(pid=79297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:40:38.061217 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] For port 4a72b273-be2c-49c1-9151-d3dbeccf0e99, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=4a72b273-be2c-49c1-9151-d3dbeccf0e99,segment=NetworkSegment(108993fe-967b-403c-a08b-306337f62f28),segment_id=108993fe-967b-403c-a08b-306337f62f28)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:40:38.101641 dv-cinder-784453-6-smb neutron-server[79297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a84c55d-7d70-45e4-9625-7a6ad1cb534f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a72b273-be2c-49c1-9151-d3dbeccf0e99', 'code': 200} May 10 19:40:38.148871 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:38.150991 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:38.251977 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Pushing event updated for resources: {'Port': ['ID=4a72b273-be2c-49c1-9151-d3dbeccf0e99,revision_number=5']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:38.259424 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:40:38.259786 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:40:38.260098 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:40:38.260423 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:40:38.260744 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:40:38.261065 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:40:38.261434 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:40:38.261749 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:40:38.262064 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:40:38.262378 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:40:38.262689 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:40:38.263025 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:40:38.267095 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:38.305596 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:38.316697 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a57197-883a-49fd-8b8d-dbeac1fbeb73 req-77afd4f9-4ae8-483b-abc9-7785effa181e tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:38.317230 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-91582681-42ad-47d6-ad73-ab120dba5594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:38.319532 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-f3a57197-883a-49fd-8b8d-dbeac1fbeb73 req-77afd4f9-4ae8-483b-abc9-7785effa181e tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a84c55d-7d70-45e4-9625-7a6ad1cb534f HTTP/1.1" status: 200 len: 945 time: 0.0903106 May 10 19:40:38.399304 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-f3a57197-883a-49fd-8b8d-dbeac1fbeb73 req-1bb2bc87-c845-4e1c-a600-41092dc25d27 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=301eee89-3e88-468e-b4a4-022c19231d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791068 May 10 19:40:38.436449 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607af9a7-eb39-4290-bb51-563a1e3136db req-27d6f1b8-6b31-4705-8ad5-7575cfea6408 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:38.437939 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-607af9a7-eb39-4290-bb51-563a1e3136db req-27d6f1b8-6b31-4705-8ad5-7575cfea6408 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] 10.222.0.36 "GET /v2.0/ports?device_id=996cab60-52e5-4fa8-96d0-681c1417eefc HTTP/1.1" status: 200 len: 945 time: 0.0982635 May 10 19:40:38.530020 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc943d-541f-4a61-b9a7-96fa9b56bc74 req-f8dca263-1ba2-4787-b631-fc1df54a0c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:38.531636 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-9ffc943d-541f-4a61-b9a7-96fa9b56bc74 req-f8dca263-1ba2-4787-b631-fc1df54a0c75 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3a84c55d-7d70-45e4-9625-7a6ad1cb534f HTTP/1.1" status: 200 len: 1098 time: 0.0749466 May 10 19:40:38.573347 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-9ffc943d-541f-4a61-b9a7-96fa9b56bc74 req-72c34d90-db4d-43f3-8d77-16d3c48b65cf service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=301eee89-3e88-468e-b4a4-022c19231d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356312 May 10 19:40:38.579912 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.plugin [req-607af9a7-eb39-4290-bb51-563a1e3136db req-39eb54e7-3288-4636-b364-6f402bb290eb tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Deleting port d6ab1dc2-b933-4bc4-ad6c-272a2f942d97 {{(pid=79295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:40:38.580257 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-607af9a7-eb39-4290-bb51-563a1e3136db req-39eb54e7-3288-4636-b364-6f402bb290eb tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757498910621'] for port, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:38.717854 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.db [req-607af9a7-eb39-4290-bb51-563a1e3136db req-39eb54e7-3288-4636-b364-6f402bb290eb tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] For port d6ab1dc2-b933-4bc4-ad6c-272a2f942d97, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=d6ab1dc2-b933-4bc4-ad6c-272a2f942d97,segment=NetworkSegment(5d085235-7540-4ad2-8bc9-02dff603006c),segment_id=5d085235-7540-4ad2-8bc9-02dff603006c)] {{(pid=79295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:40:38.718212 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-607af9a7-eb39-4290-bb51-563a1e3136db req-39eb54e7-3288-4636-b364-6f402bb290eb tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670902'] for port, precommit_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:38.764577 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 43472) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:40:38.935070 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.plugin [req-607af9a7-eb39-4290-bb51-563a1e3136db req-39eb54e7-3288-4636-b364-6f402bb290eb tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Calling delete_port for d6ab1dc2-b933-4bc4-ad6c-272a2f942d97 owned by compute:nova {{(pid=79295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:40:38.961219 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-69a8e774-5591-4946-a3a7-e8d1d15e6c38 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7ebddcaa1661440eae1aca534091f0d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1952109 May 10 19:40:38.961780 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 43484) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:40:39.073573 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-3d3829d0-0b7d-4820-ae97-badd03e08149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:39.137437 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-ad8f5d3a-6a2b-43a2-a1c6-33e600cd8a51 req-0b6a2c73-5bed-4082-87d6-e49aef269e66 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ed23273-d1bc-49ce-b9bf-812c8207f785 HTTP/1.1" status: 200 len: 210 time: 0.0713131 May 10 19:40:39.202467 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-3d3829d0-0b7d-4820-ae97-badd03e08149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:39.280078 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba458ca-d87c-4b3b-8f84-b883828b379f req-8be11b95-f363-401b-8293-cb1e2dfab98d tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:39.281504 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-dba458ca-d87c-4b3b-8f84-b883828b379f req-8be11b95-f363-401b-8293-cb1e2dfab98d tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] 10.222.0.46 "GET /v2.0/ports?device_id=996cab60-52e5-4fa8-96d0-681c1417eefc HTTP/1.1" status: 200 len: 945 time: 0.1509087 May 10 19:40:39.310649 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 43492) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:40:39.328295 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-607af9a7-eb39-4290-bb51-563a1e3136db req-39eb54e7-3288-4636-b364-6f402bb290eb tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757498915184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757498479629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10826888'] for port, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:39.338411 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-dba458ca-d87c-4b3b-8f84-b883828b379f req-98c6b18f-0729-47e6-98f6-fd74b0bcd5fe tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] 10.222.0.46 "GET /v2.0/security-groups?id=8cbc462e-7fe5-45d5-b0fa-b44c1f1fa183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505612 May 10 19:40:39.339105 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-a63028ac-3a05-4c45-b155-a65683931986 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:39.340275 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] get_ports_and_sgs() called for port_ids ['d6ab1dc2-b933-4bc4-ad6c-272a2f942d97'] {{(pid=79297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:40:39.413203 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eb54e7-3288-4636-b364-6f402bb290eb tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Pushing event deleted for resources: {'Port': ['ID=d6ab1dc2-b933-4bc4-ad6c-272a2f942d97,revision_number=None']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:39.413823 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-3d3829d0-0b7d-4820-ae97-badd03e08149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:39.417327 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-39eb54e7-3288-4636-b364-6f402bb290eb tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:39.419640 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-00264b3b-0920-4274-94e6-9c6772c0bdc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:39.470345 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3829d0-0b7d-4820-ae97-badd03e08149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e74949-ea52-412d-a4fb-a88605653133,revision_number=None']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:39.477158 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-3d3829d0-0b7d-4820-ae97-badd03e08149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:39.477725 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-1dabd7f8-d97f-4a02-a5f5-48df2d793e94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:39.494330 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-1dabd7f8-d97f-4a02-a5f5-48df2d793e94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:40:39.499411 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-1dabd7f8-d97f-4a02-a5f5-48df2d793e94 admin admin] Usage tracker for resource:security_group_rule and tenant:6d1501c467264964b5b60234409c55ab is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:40:39.502817 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-1dabd7f8-d97f-4a02-a5f5-48df2d793e94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:40:39.510243 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-1dabd7f8-d97f-4a02-a5f5-48df2d793e94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:40:39.518023 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.l3_dvrscheduler_db [req-607af9a7-eb39-4290-bb51-563a1e3136db req-39eb54e7-3288-4636-b364-6f402bb290eb tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] No DVR routers for this DVR port d6ab1dc2-b933-4bc4-ad6c-272a2f942d97 on host hv-cinder-78445 {{(pid=79295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:40:39.521382 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-607af9a7-eb39-4290-bb51-563a1e3136db req-39eb54e7-3288-4636-b364-6f402bb290eb tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149324'] for port, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:39.524930 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '996cab60-52e5-4fa8-96d0-681c1417eefc', 'name': 'network-vif-deleted', 'tag': 'd6ab1dc2-b933-4bc4-ad6c-272a2f942d97'}] {{(pid=79295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:40:39.539075 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-607af9a7-eb39-4290-bb51-563a1e3136db req-39eb54e7-3288-4636-b364-6f402bb290eb tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] 10.222.0.36 "DELETE /v2.0/ports/d6ab1dc2-b933-4bc4-ad6c-272a2f942d97 HTTP/1.1" status: 204 len: 173 time: 1.0949800 May 10 19:40:39.599654 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '996cab60-52e5-4fa8-96d0-681c1417eefc', 'name': 'network-vif-deleted', 'tag': 'd6ab1dc2-b933-4bc4-ad6c-272a2f942d97', 'status': 'completed', 'code': 200} May 10 19:40:39.601889 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-3d3829d0-0b7d-4820-ae97-badd03e08149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:39.605197 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-3d3829d0-0b7d-4820-ae97-badd03e08149 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/59e74949-ea52-412d-a4fb-a88605653133 HTTP/1.1" status: 204 len: 168 time: 0.6400385 May 10 19:40:39.642455 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-1dabd7f8-d97f-4a02-a5f5-48df2d793e94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:39.654310 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78b6341-ff58-4869-a78e-ce03753abe92 req-2f3cda7a-977e-4fa9-8649-b5ce64f360ef tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:39.655865 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-f78b6341-ff58-4869-a78e-ce03753abe92 req-2f3cda7a-977e-4fa9-8649-b5ce64f360ef tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a84c55d-7d70-45e4-9625-7a6ad1cb534f HTTP/1.1" status: 200 len: 945 time: 0.0945761 May 10 19:40:39.701320 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-f78b6341-ff58-4869-a78e-ce03753abe92 req-1fe41e64-d965-46ef-962e-7312d02fe515 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=301eee89-3e88-468e-b4a4-022c19231d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391612 May 10 19:40:39.726025 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-1dabd7f8-d97f-4a02-a5f5-48df2d793e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:39.734748 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-3a892083-aa16-43f7-aa67-1fc3cf3e09a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:39.793752 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 43504) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:40:39.794104 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-1dabd7f8-d97f-4a02-a5f5-48df2d793e94 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6d1501c467264964b5b60234409c55ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4820914 May 10 19:40:39.795320 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dabd7f8-d97f-4a02-a5f5-48df2d793e94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e583185-c7f3-4611-9b1f-8310fd9877d3,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:39.799910 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-1dabd7f8-d97f-4a02-a5f5-48df2d793e94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:39.854824 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-dcc7ad80-9891-4b53-bed3-98c310c0e843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:39.886224 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-dcc7ad80-9891-4b53-bed3-98c310c0e843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:40.074576 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-dcc7ad80-9891-4b53-bed3-98c310c0e843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:40.078435 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-4aa3bd46-78f5-4e2a-8c00-175c2f34e652 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:40.091283 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc7ad80-9891-4b53-bed3-98c310c0e843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e583185-c7f3-4611-9b1f-8310fd9877d3,revision_number=None']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:40.093532 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-dcc7ad80-9891-4b53-bed3-98c310c0e843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:40.102021 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-dcc7ad80-9891-4b53-bed3-98c310c0e843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:40.102021 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-dcc7ad80-9891-4b53-bed3-98c310c0e843 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4e583185-c7f3-4611-9b1f-8310fd9877d3 HTTP/1.1" status: 204 len: 168 time: 0.3038988 May 10 19:40:40.300844 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-0966193a-0dcf-4e9c-b33e-755263ed7c82 req-9a8d0522-9948-41fa-b23e-f6ea409b1481 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ed23273-d1bc-49ce-b9bf-812c8207f785 HTTP/1.1" status: 200 len: 210 time: 0.0417070 May 10 19:40:40.511387 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-7ea4b857-a629-4e41-a2f3-dc9c7a9b5e84 req-dfa5195c-162e-4b90-bc1f-2d34cf296f16 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Synchronizing usage tracker for tenant:d0dac62768a442c99e4138cb04cb66c5 on resource:port {{(pid=79295) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:40:40.600293 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-7ea4b857-a629-4e41-a2f3-dc9c7a9b5e84 req-dfa5195c-162e-4b90-bc1f-2d34cf296f16 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Unset dirty status for tenant:d0dac62768a442c99e4138cb04cb66c5 on resource:port {{(pid=79295) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:40:40.601397 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-7ea4b857-a629-4e41-a2f3-dc9c7a9b5e84 req-dfa5195c-162e-4b90-bc1f-2d34cf296f16 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] 10.222.0.46 "GET /v2.0/ports?device_id=996cab60-52e5-4fa8-96d0-681c1417eefc HTTP/1.1" status: 200 len: 210 time: 0.1311159 May 10 19:40:40.825872 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 43518) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:40:40.845544 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-528ffb7f-70c1-4a35-8bd4-8d51ab18428b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:40.854092 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-ac9ea633-99d0-4964-b7e1-a359088d18ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:40.860286 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-528ffb7f-70c1-4a35-8bd4-8d51ab18428b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:40:40.865157 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-528ffb7f-70c1-4a35-8bd4-8d51ab18428b admin admin] Usage tracker for resource:security_group_rule and tenant:550ed66b3e05434abc22aa834f80bd62 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:40:40.867998 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-528ffb7f-70c1-4a35-8bd4-8d51ab18428b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:40:40.874271 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-528ffb7f-70c1-4a35-8bd4-8d51ab18428b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:40:40.939643 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:40.963309 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-528ffb7f-70c1-4a35-8bd4-8d51ab18428b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:41.017905 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25008d3f-17ef-4077-937d-d1d6a8571de4 req-ba9ae52a-aa75-4180-bb4a-7c72b5ee212e tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:41.019361 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-25008d3f-17ef-4077-937d-d1d6a8571de4 req-ba9ae52a-aa75-4180-bb4a-7c72b5ee212e tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.36 "GET /v2.0/networks?id=5e639025-eadf-4b4c-bd6d-cdc3eaf5928c HTTP/1.1" status: 200 len: 809 time: 0.2338233 May 10 19:40:41.030957 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-528ffb7f-70c1-4a35-8bd4-8d51ab18428b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:41.040655 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-2595cbdc-a932-4a35-a615-6d4635f892b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:41.050409 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a70ff-49a3-4860-9bef-409f03038cec req-9e383b75-f4b8-4afe-b51c-9ced55698028 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:41.051879 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-4b6a70ff-49a3-4860-9bef-409f03038cec req-9e383b75-f4b8-4afe-b51c-9ced55698028 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a84c55d-7d70-45e4-9625-7a6ad1cb534f HTTP/1.1" status: 200 len: 945 time: 0.2339342 May 10 19:40:41.085630 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-528ffb7f-70c1-4a35-8bd4-8d51ab18428b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=550ed66b3e05434abc22aa834f80bd62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2585824 May 10 19:40:41.086741 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528ffb7f-70c1-4a35-8bd4-8d51ab18428b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480d4698-98a2-4a39-a841-ca6462ee4af7,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:41.090481 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-528ffb7f-70c1-4a35-8bd4-8d51ab18428b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:41.091038 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 43522) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:40:41.105605 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-25008d3f-17ef-4077-937d-d1d6a8571de4 req-a94f5acf-3ff1-48db-847d-69087a0714f3 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=536ec0bc9dcf4f2580e2ea96cc3adb48 HTTP/1.1" status: 200 len: 380 time: 0.0779924 May 10 19:40:41.128281 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-4b6a70ff-49a3-4860-9bef-409f03038cec req-00625d3f-5fd9-4c3b-8b26-00b060b2ba22 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=301eee89-3e88-468e-b4a4-022c19231d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702982 May 10 19:40:41.131889 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.v2.base [req-25008d3f-17ef-4077-937d-d1d6a8571de4 req-a400e0e0-dfde-469b-838d-f2d2fa50c309 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Request body: {'port': {'device_id': '6ed23273-d1bc-49ce-b9bf-812c8207f785', 'network_id': '5e639025-eadf-4b4c-bd6d-cdc3eaf5928c', 'admin_state_up': True, 'tenant_id': '536ec0bc9dcf4f2580e2ea96cc3adb48', 'security_groups': ['01f2bf09-78e4-4c55-b276-3ad848ceeb5f']}} {{(pid=79295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:40:41.191982 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-d0d4f630-1aba-4d19-b6e5-7b2813dd2f7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:41.222035 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-d0d4f630-1aba-4d19-b6e5-7b2813dd2f7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:41.351016 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-d0d4f630-1aba-4d19-b6e5-7b2813dd2f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:41.361888 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-c16d54e5-ae97-47d5-aa9a-c95103c33b4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:41.366582 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [req-25008d3f-17ef-4077-937d-d1d6a8571de4 req-a400e0e0-dfde-469b-838d-f2d2fa50c309 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:40:41.368950 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d4f630-1aba-4d19-b6e5-7b2813dd2f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480d4698-98a2-4a39-a841-ca6462ee4af7,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:41.372491 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-d0d4f630-1aba-4d19-b6e5-7b2813dd2f7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:41.379993 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-d0d4f630-1aba-4d19-b6e5-7b2813dd2f7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:41.381916 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-d0d4f630-1aba-4d19-b6e5-7b2813dd2f7a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/480d4698-98a2-4a39-a841-ca6462ee4af7 HTTP/1.1" status: 204 len: 168 time: 0.2897515 May 10 19:40:41.382041 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [req-25008d3f-17ef-4077-937d-d1d6a8571de4 req-a400e0e0-dfde-469b-838d-f2d2fa50c309 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:40:41.425366 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa32b65-b8c6-4898-86d3-37700a2d2cbf req-3220b29e-5ff3-4f54-9d05-c3bbb9ea56a3 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:41.426978 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-0fa32b65-b8c6-4898-86d3-37700a2d2cbf req-3220b29e-5ff3-4f54-9d05-c3bbb9ea56a3 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a84c55d-7d70-45e4-9625-7a6ad1cb534f HTTP/1.1" status: 200 len: 945 time: 0.1580987 May 10 19:40:41.438259 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 43532) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:40:41.446467 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.v2.base [None req-daebaecf-61fc-4711-bbd7-a7f9a0372bd1 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Request body: {'floatingip': {'port_id': '4a72b273-be2c-49c1-9151-d3dbeccf0e99'}} {{(pid=79296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:40:41.478749 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-849fa5dd-6544-467f-8bb7-ba686e48739e req-a8b84453-3e49-4931-84d2-72d210104704 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ed23273-d1bc-49ce-b9bf-812c8207f785 HTTP/1.1" status: 200 len: 210 time: 0.0430954 May 10 19:40:41.515095 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25008d3f-17ef-4077-937d-d1d6a8571de4 req-a400e0e0-dfde-469b-838d-f2d2fa50c309 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Made reservation on behalf of 536ec0bc9dcf4f2580e2ea96cc3adb48 for: {'port': 1} {{(pid=79295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:40:41.519285 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-25008d3f-17ef-4077-937d-d1d6a8571de4 req-a400e0e0-dfde-469b-838d-f2d2fa50c309 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:41.535570 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-daebaecf-61fc-4711-bbd7-a7f9a0372bd1 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks [] for floatingip, before_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:41.685059 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.db_base_plugin_common [req-25008d3f-17ef-4077-937d-d1d6a8571de4 req-a400e0e0-dfde-469b-838d-f2d2fa50c309 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Allocated IP 172.20.0.4 (5e639025-eadf-4b4c-bd6d-cdc3eaf5928c/be8f9184-e655-413c-8c2a-cea8adc5553d/5195c633-b875-4d3a-9786-f1f377251b14) {{(pid=79295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:40:41.731183 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device d6ab1dc2-b933-4bc4-ad6c-272a2f942d97 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:40:41.803651 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.plugin [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] No Port match for: d6ab1dc2-b933-4bc4-ad6c-272a2f942d97 {{(pid=79297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:40:41.804006 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device d6ab1dc2-b933-4bc4-ad6c-272a2f942d97 not bound to the agent host hv-cinder-78445 {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:40:41.931809 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-05ecdfa3-b7ee-4afa-83d7-ebb5bc70016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:42.085899 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-25008d3f-17ef-4077-937d-d1d6a8571de4 req-a400e0e0-dfde-469b-838d-f2d2fa50c309 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Notify callbacks [] for port, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:42.102440 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.provisioning_blocks [req-25008d3f-17ef-4077-937d-d1d6a8571de4 req-a400e0e0-dfde-469b-838d-f2d2fa50c309 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Transition to ACTIVE for port object 5195c633-b875-4d3a-9786-f1f377251b14 will not be triggered until provisioned by entity DHCP. {{(pid=79295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:40:42.243060 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-25008d3f-17ef-4077-937d-d1d6a8571de4 req-a400e0e0-dfde-469b-838d-f2d2fa50c309 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757498479620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10826888'] for port, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:42.249975 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-582eb95b-5fe7-4681-aed1-c34b4bf1ed14 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:42.343664 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25008d3f-17ef-4077-937d-d1d6a8571de4 req-a400e0e0-dfde-469b-838d-f2d2fa50c309 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Network 5e639025-eadf-4b4c-bd6d-cdc3eaf5928c is already hosted by enough agents. {{(pid=79295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:40:42.351972 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.scheduler.base_scheduler [req-25008d3f-17ef-4077-937d-d1d6a8571de4 req-a400e0e0-dfde-469b-838d-f2d2fa50c309 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Resources bound (agent type, host, resource id): {{(pid=79295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:40:42.354407 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.l3_dvrscheduler_db [req-25008d3f-17ef-4077-937d-d1d6a8571de4 req-a400e0e0-dfde-469b-838d-f2d2fa50c309 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Received port after_create {{(pid=79295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:40:42.392612 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a400e0e0-dfde-469b-838d-f2d2fa50c309 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Pushing event updated for resources: {'Port': ['ID=5195c633-b875-4d3a-9786-f1f377251b14,revision_number=1']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:42.395846 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-a400e0e0-dfde-469b-838d-f2d2fa50c309 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:42.453267 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25008d3f-17ef-4077-937d-d1d6a8571de4 req-a400e0e0-dfde-469b-838d-f2d2fa50c309 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:42.454675 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-25008d3f-17ef-4077-937d-d1d6a8571de4 req-a400e0e0-dfde-469b-838d-f2d2fa50c309 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149324'] for port, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:42.492847 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-daebaecf-61fc-4711-bbd7-a7f9a0372bd1 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:42.596384 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-daebaecf-61fc-4711-bbd7-a7f9a0372bd1 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658293'] for floatingip, after_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:42.629617 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-25008d3f-17ef-4077-937d-d1d6a8571de4 req-a400e0e0-dfde-469b-838d-f2d2fa50c309 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5049553 May 10 19:40:42.641705 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.v2.base [req-25008d3f-17ef-4077-937d-d1d6a8571de4 req-e5e04a67-ebfa-4fa0-a626-662eae603dfe service neutron] Request body: {'port': {'device_id': '6ed23273-d1bc-49ce-b9bf-812c8207f785', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=79295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:40:42.708834 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-a7fbca70-2986-4eac-9b55-18f9dabdf85c None None] Provisioning for port 5195c633-b875-4d3a-9786-f1f377251b14 completed by entity DHCP. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:40:42.724245 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-a7fbca70-2986-4eac-9b55-18f9dabdf85c None None] Provisioning complete for port 5195c633-b875-4d3a-9786-f1f377251b14 triggered by entity DHCP. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:40:42.724618 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-a7fbca70-2986-4eac-9b55-18f9dabdf85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:42.788429 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d209a-2fad-4bea-b0cb-5c9975191964 req-e102cd59-2364-410a-9fa3-d09740b14399 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:42.789177 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-e20d209a-2fad-4bea-b0cb-5c9975191964 req-e102cd59-2364-410a-9fa3-d09740b14399 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Synchronizing usage tracker for tenant:536ec0bc9dcf4f2580e2ea96cc3adb48 on resource:port {{(pid=79295) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:40:42.790873 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.plugin [None req-a7fbca70-2986-4eac-9b55-18f9dabdf85c None None] Port 5195c633-b875-4d3a-9786-f1f377251b14 cannot update to ACTIVE because it is not bound. {{(pid=79297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 19:40:42.791972 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-25008d3f-17ef-4077-937d-d1d6a8571de4 req-e5e04a67-ebfa-4fa0-a626-662eae603dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:42.838470 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.db.l3_db [None req-daebaecf-61fc-4711-bbd7-a7f9a0372bd1 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Floating IP 1756b32c-3610-490d-a39f-05badff07284 associated. External IP: 172.28.3.41, port: 4a72b273-be2c-49c1-9151-d3dbeccf0e99. May 10 19:40:42.926780 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-e20d209a-2fad-4bea-b0cb-5c9975191964 req-e102cd59-2364-410a-9fa3-d09740b14399 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Unset dirty status for tenant:536ec0bc9dcf4f2580e2ea96cc3adb48 on resource:port {{(pid=79295) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:40:42.927996 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-e20d209a-2fad-4bea-b0cb-5c9975191964 req-e102cd59-2364-410a-9fa3-d09740b14399 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ed23273-d1bc-49ce-b9bf-812c8207f785 HTTP/1.1" status: 200 len: 931 time: 0.3393548 May 10 19:40:43.069390 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-e20d209a-2fad-4bea-b0cb-5c9975191964 req-e7151689-c782-44a3-b613-4879e571113e tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "GET /v2.0/security-groups?id=01f2bf09-78e4-4c55-b276-3ad848ceeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277268 May 10 19:40:43.208882 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daebaecf-61fc-4711-bbd7-a7f9a0372bd1 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Router b3bca94c-7681-45d2-b349-5bdb3b7f02c0 has already been hosted by L3 agent 66c26874-6d1a-4324-9002-6da014815c52 {{(pid=79296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:40:43.215299 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.notifiers.nova [req-25008d3f-17ef-4077-937d-d1d6a8571de4 req-e5e04a67-ebfa-4fa0-a626-662eae603dfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5195c633-b875-4d3a-9786-f1f377251b14 {{(pid=79295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:40:43.223461 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-25008d3f-17ef-4077-937d-d1d6a8571de4 req-e5e04a67-ebfa-4fa0-a626-662eae603dfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:43.238883 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.provisioning_blocks [req-25008d3f-17ef-4077-937d-d1d6a8571de4 req-e5e04a67-ebfa-4fa0-a626-662eae603dfe service neutron] Transition to ACTIVE for port object 5195c633-b875-4d3a-9786-f1f377251b14 will not be triggered until provisioned by entity L2. {{(pid=79295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:40:43.334201 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-25008d3f-17ef-4077-937d-d1d6a8571de4 req-e5e04a67-ebfa-4fa0-a626-662eae603dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10826897'] for port, after_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:43.338337 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-fa0b1c75-9375-4a70-a8e8-f6e35ce2df27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:43.539772 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daebaecf-61fc-4711-bbd7-a7f9a0372bd1 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify agent at l3_agent.dv-cinder-784453-6-smb the message routers_updated {{(pid=79296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:40:43.545099 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-daebaecf-61fc-4711-bbd7-a7f9a0372bd1 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149324'] for floatingip, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:43.548639 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e04a67-ebfa-4fa0-a626-662eae603dfe service neutron] Pushing event updated for resources: {'Port': ['ID=5195c633-b875-4d3a-9786-f1f377251b14,revision_number=2']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:43.554871 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466f16b7-9cbb-43c4-a144-1fb561844ac9 None None] Sync routers for ids ['b3bca94c-7681-45d2-b349-5bdb3b7f02c0'] in dv-cinder-784453-6-smb {{(pid=79297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:40:43.568050 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-e5e04a67-ebfa-4fa0-a626-662eae603dfe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:43.576488 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466f16b7-9cbb-43c4-a144-1fb561844ac9 None None] Routers {'b3bca94c-7681-45d2-b349-5bdb3b7f02c0'} bound to L3 agent in host dv-cinder-784453-6-smb {{(pid=79297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:40:43.577185 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_hamode_db [None req-466f16b7-9cbb-43c4-a144-1fb561844ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:29:11Z,description=,heartbeat_timestamp=2021-05-10T19:40:41Z,host='dv-cinder-784453-6-smb',id=66c26874-6d1a-4324-9002-6da014815c52,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:29:11Z,topic='l3_agent')) {'router_ids': ['b3bca94c-7681-45d2-b349-5bdb3b7f02c0'], 'active': True} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:40:43.628055 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-daebaecf-61fc-4711-bbd7-a7f9a0372bd1 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "PUT /v2.0/floatingips/1756b32c-3610-490d-a39f-05badff07284 HTTP/1.1" status: 200 len: 990 time: 2.1883917 May 10 19:40:43.628938 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a84c55d-7d70-45e4-9625-7a6ad1cb534f', 'tag': '4a72b273-be2c-49c1-9151-d3dbeccf0e99'}] {{(pid=79296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:40:43.660977 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.managers [req-25008d3f-17ef-4077-937d-d1d6a8571de4 req-e5e04a67-ebfa-4fa0-a626-662eae603dfe service neutron] Attempting to bind port 5195c633-b875-4d3a-9786-f1f377251b14 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=79295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:40:43.661571 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.managers [req-25008d3f-17ef-4077-937d-d1d6a8571de4 req-e5e04a67-ebfa-4fa0-a626-662eae603dfe service neutron] Attempting to bind port 5195c633-b875-4d3a-9786-f1f377251b14 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': 'a6604af7-609a-4966-831b-b0a2c078687c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5e639025-eadf-4b4c-bd6d-cdc3eaf5928c'}] {{(pid=79295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:40:43.661816 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25008d3f-17ef-4077-937d-d1d6a8571de4 req-e5e04a67-ebfa-4fa0-a626-662eae603dfe service neutron] Attempting to bind port 5195c633-b875-4d3a-9786-f1f377251b14 on network 5e639025-eadf-4b4c-bd6d-cdc3eaf5928c {{(pid=79295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:40:43.670473 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25008d3f-17ef-4077-937d-d1d6a8571de4 req-e5e04a67-ebfa-4fa0-a626-662eae603dfe service neutron] Port 5195c633-b875-4d3a-9786-f1f377251b14 on network 5e639025-eadf-4b4c-bd6d-cdc3eaf5928c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=79295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 19:40:43.670747 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25008d3f-17ef-4077-937d-d1d6a8571de4 req-e5e04a67-ebfa-4fa0-a626-662eae603dfe service neutron] Attempting to bind port 5195c633-b875-4d3a-9786-f1f377251b14 on network 5e639025-eadf-4b4c-bd6d-cdc3eaf5928c {{(pid=79295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:40:43.706080 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25008d3f-17ef-4077-937d-d1d6a8571de4 req-e5e04a67-ebfa-4fa0-a626-662eae603dfe service neutron] Checking agent: {'id': '9c4a8215-4a8c-47cd-bc08-47634ab436c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 35, 38), 'started_at': datetime.datetime(2021, 5, 10, 19, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:40:43.706080 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25008d3f-17ef-4077-937d-d1d6a8571de4 req-e5e04a67-ebfa-4fa0-a626-662eae603dfe service neutron] Checking segment: {'id': 'a6604af7-609a-4966-831b-b0a2c078687c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5e639025-eadf-4b4c-bd6d-cdc3eaf5928c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:40:43.706080 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25008d3f-17ef-4077-937d-d1d6a8571de4 req-e5e04a67-ebfa-4fa0-a626-662eae603dfe service neutron] Bound using segment: {'id': 'a6604af7-609a-4966-831b-b0a2c078687c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5e639025-eadf-4b4c-bd6d-cdc3eaf5928c'} {{(pid=79295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:40:43.706080 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.managers [req-25008d3f-17ef-4077-937d-d1d6a8571de4 req-e5e04a67-ebfa-4fa0-a626-662eae603dfe service neutron] Bound port: 5195c633-b875-4d3a-9786-f1f377251b14, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6604af7-609a-4966-831b-b0a2c078687c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5e639025-eadf-4b4c-bd6d-cdc3eaf5928c'}}] {{(pid=79295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:40:43.706080 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-25008d3f-17ef-4077-937d-d1d6a8571de4 req-e5e04a67-ebfa-4fa0-a626-662eae603dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:43.769255 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a84c55d-7d70-45e4-9625-7a6ad1cb534f', 'tag': '4a72b273-be2c-49c1-9151-d3dbeccf0e99', 'status': 'completed', 'code': 200} May 10 19:40:43.847599 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.db [req-25008d3f-17ef-4077-937d-d1d6a8571de4 req-e5e04a67-ebfa-4fa0-a626-662eae603dfe service neutron] For port 5195c633-b875-4d3a-9786-f1f377251b14, host hv-cinder-78445, cleared binding levels {{(pid=79295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:40:43.850829 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.db [req-25008d3f-17ef-4077-937d-d1d6a8571de4 req-e5e04a67-ebfa-4fa0-a626-662eae603dfe service neutron] For port 5195c633-b875-4d3a-9786-f1f377251b14, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=5195c633-b875-4d3a-9786-f1f377251b14,segment=NetworkSegment(a6604af7-609a-4966-831b-b0a2c078687c),segment_id=a6604af7-609a-4966-831b-b0a2c078687c)] {{(pid=79295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:40:43.853430 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ccc05-35b7-471c-b68f-4cb48cbda434 req-7ccb97dd-6052-40b5-bd60-847de66dd817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:43.854970 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-5b3ccc05-35b7-471c-b68f-4cb48cbda434 req-7ccb97dd-6052-40b5-bd60-847de66dd817 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=48537c19bc3f482ca2c677fa41f568c5&device_id=3a84c55d-7d70-45e4-9625-7a6ad1cb534f HTTP/1.1" status: 200 len: 1098 time: 0.1058292 May 10 19:40:43.869825 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvr_db [None req-466f16b7-9cbb-43c4-a144-1fb561844ac9 None None] Set router b3bca94c-7681-45d2-b349-5bdb3b7f02c0 gateway port host: dv-cinder-784453-6-smb {{(pid=79297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:40:43.993803 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ccc05-35b7-471c-b68f-4cb48cbda434 req-103f4452-e084-462f-919b-3882f530e9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:43.995595 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-5b3ccc05-35b7-471c-b68f-4cb48cbda434 req-103f4452-e084-462f-919b-3882f530e9b2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c1996f27-1db4-443b-b1de-2cd374f7ede0 HTTP/1.1" status: 200 len: 917 time: 0.1338551 May 10 19:40:44.009201 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-25008d3f-17ef-4077-937d-d1d6a8571de4 req-e5e04a67-ebfa-4fa0-a626-662eae603dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10826897'] for port, after_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:44.010407 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-02078f97-e06b-4c48-b673-8bf9bf3f5f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:44.016336 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-b1c7e118-aeee-4a61-a722-ec01aae77811 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:44.093005 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25008d3f-17ef-4077-937d-d1d6a8571de4 req-e5e04a67-ebfa-4fa0-a626-662eae603dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:44.095277 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-25008d3f-17ef-4077-937d-d1d6a8571de4 req-e5e04a67-ebfa-4fa0-a626-662eae603dfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149324'] for port, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:44.096040 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-25008d3f-17ef-4077-937d-d1d6a8571de4 req-e5e04a67-ebfa-4fa0-a626-662eae603dfe service neutron] 10.222.0.36 "PUT /v2.0/ports/5195c633-b875-4d3a-9786-f1f377251b14 HTTP/1.1" status: 200 len: 1093 time: 1.4584875 May 10 19:40:44.096880 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ed23273-d1bc-49ce-b9bf-812c8207f785', 'tag': '5195c633-b875-4d3a-9786-f1f377251b14'}] {{(pid=79295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:40:44.154291 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e04a67-ebfa-4fa0-a626-662eae603dfe service neutron] Pushing event updated for resources: {'Port': ['ID=5195c633-b875-4d3a-9786-f1f377251b14,revision_number=3']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:44.168317 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-e5e04a67-ebfa-4fa0-a626-662eae603dfe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:44.169557 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-5b3ccc05-35b7-471c-b68f-4cb48cbda434 req-e3408da2-06c9-47da-9889-d8cc92e92784 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a72b273-be2c-49c1-9151-d3dbeccf0e99 HTTP/1.1" status: 200 len: 998 time: 0.1660371 May 10 19:40:44.292044 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_hamode_db [None req-466f16b7-9cbb-43c4-a144-1fb561844ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3bca94c-7681-45d2-b349-5bdb3b7f02c0', 'name': 'tempest-AttachVolumeShelveTestJSON-345493500-router', 'tenant_id': '48537c19bc3f482ca2c677fa41f568c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.116'}], 'enable_snat': True}, 'gw_port_id': '136d140f-4409-481d-ab66-9a9e97e842de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:40:09Z', 'updated_at': '2021-05-10T19:40:17Z', 'revision_number': 4, 'project_id': '48537c19bc3f482ca2c677fa41f568c5', 'gw_port': {'id': '136d140f-4409-481d-ab66-9a9e97e842de', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:00:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3bca94c-7681-45d2-b349-5bdb3b7f02c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:40:11Z', 'updated_at': '2021-05-10T19:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb', '_floatingips': [{'id': '1756b32c-3610-490d-a39f-05badff07284', 'tenant_id': '48537c19bc3f482ca2c677fa41f568c5', 'floating_ip_address': '172.28.3.41', 'floating_network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'router_id': 'b3bca94c-7681-45d2-b349-5bdb3b7f02c0', 'port_id': '4a72b273-be2c-49c1-9151-d3dbeccf0e99', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1996f27-1db4-443b-b1de-2cd374f7ede0', 'mac_address': 'fa:16:3e:68:4d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a84c55d-7d70-45e4-9625-7a6ad1cb534f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T19:40:23Z', 'updated_at': '2021-05-10T19:40:42Z', 'revision_number': 1, 'project_id': '48537c19bc3f482ca2c677fa41f568c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7af7da28-028b-4c22-bc5f-c5094fed24f9', 'name': '', 'network_id': 'c1996f27-1db4-443b-b1de-2cd374f7ede0', 'tenant_id': '48537c19bc3f482ca2c677fa41f568c5', 'mac_address': 'fa:16:3e:ff:30:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3bca94c-7681-45d2-b349-5bdb3b7f02c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'd9a3be94-0d38-4426-8d23-4357f15ca2f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:40:16Z', 'updated_at': '2021-05-10T19:40:25Z', 'revision_number': 5, 'project_id': '48537c19bc3f482ca2c677fa41f568c5', 'subnets': [{'id': 'd9a3be94-0d38-4426-8d23-4357f15ca2f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-smb', False) {} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:40:44.297646 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466f16b7-9cbb-43c4-a144-1fb561844ac9 None None] Checking router: b3bca94c-7681-45d2-b349-5bdb3b7f02c0 for host: dv-cinder-784453-6-smb {{(pid=79297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:40:44.307249 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ed23273-d1bc-49ce-b9bf-812c8207f785', 'tag': '5195c633-b875-4d3a-9786-f1f377251b14', 'status': 'completed', 'code': 200} May 10 19:40:44.308590 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466f16b7-9cbb-43c4-a144-1fb561844ac9 None None] Routers {'b3bca94c-7681-45d2-b349-5bdb3b7f02c0'} bound to L3 agent in host dv-cinder-784453-6-smb {{(pid=79297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:40:44.309512 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_hamode_db [None req-466f16b7-9cbb-43c4-a144-1fb561844ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:29:11Z,description=,heartbeat_timestamp=2021-05-10T19:40:41Z,host='dv-cinder-784453-6-smb',id=66c26874-6d1a-4324-9002-6da014815c52,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:29:11Z,topic='l3_agent')) {'router_ids': ['b3bca94c-7681-45d2-b349-5bdb3b7f02c0'], 'active': True} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:40:44.322997 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ccc05-35b7-471c-b68f-4cb48cbda434 req-fdfc1604-f717-4d71-b2b9-b7b35e38d3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:44.324470 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-5b3ccc05-35b7-471c-b68f-4cb48cbda434 req-fdfc1604-f717-4d71-b2b9-b7b35e38d3fb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d9a3be94-0d38-4426-8d23-4357f15ca2f9 HTTP/1.1" status: 200 len: 855 time: 0.1473558 May 10 19:40:44.422744 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ccc05-35b7-471c-b68f-4cb48cbda434 req-8380f69d-8460-46f2-b350-06eba07227ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:44.424459 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-5b3ccc05-35b7-471c-b68f-4cb48cbda434 req-8380f69d-8460-46f2-b350-06eba07227ca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c1996f27-1db4-443b-b1de-2cd374f7ede0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0861549 May 10 19:40:44.436803 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25008d3f-17ef-4077-937d-d1d6a8571de4 req-9420a1cc-0a6b-41d3-b330-43abe526289c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:44.438325 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-25008d3f-17ef-4077-937d-d1d6a8571de4 req-9420a1cc-0a6b-41d3-b330-43abe526289c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=536ec0bc9dcf4f2580e2ea96cc3adb48&device_id=6ed23273-d1bc-49ce-b9bf-812c8207f785 HTTP/1.1" status: 200 len: 1096 time: 0.1966074 May 10 19:40:44.446118 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e4cd0-42f5-49e4-b374-f94008d4c410 req-5cc38db8-ebce-4762-bf4a-f10428a54dd8 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:44.447604 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-7a6e4cd0-42f5-49e4-b374-f94008d4c410 req-5cc38db8-ebce-4762-bf4a-f10428a54dd8 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ed23273-d1bc-49ce-b9bf-812c8207f785 HTTP/1.1" status: 200 len: 943 time: 0.1396108 May 10 19:40:44.525924 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-25008d3f-17ef-4077-937d-d1d6a8571de4 req-c005341a-9052-4d63-9fbd-be90ce6c29c6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5195c633-b875-4d3a-9786-f1f377251b14 HTTP/1.1" status: 200 len: 217 time: 0.0773082 May 10 19:40:44.530070 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvr_db [None req-466f16b7-9cbb-43c4-a144-1fb561844ac9 None None] Set router b3bca94c-7681-45d2-b349-5bdb3b7f02c0 gateway port host: dv-cinder-784453-6-smb {{(pid=79297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:40:44.565121 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-5b3ccc05-35b7-471c-b68f-4cb48cbda434 req-ded29bc5-2a4d-43e5-a666-14838adf7076 service neutron] 10.222.0.36 "GET /v2.0/networks/c1996f27-1db4-443b-b1de-2cd374f7ede0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335061 May 10 19:40:44.593211 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-7a6e4cd0-42f5-49e4-b374-f94008d4c410 req-78e6f2dd-ef70-4857-9848-d45a6acfb942 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "GET /v2.0/security-groups?id=01f2bf09-78e4-4c55-b276-3ad848ceeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882950 May 10 19:40:44.608269 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25008d3f-17ef-4077-937d-d1d6a8571de4 req-1cd32cbb-3b65-4810-b1a1-373b649cbac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:44.609815 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-25008d3f-17ef-4077-937d-d1d6a8571de4 req-1cd32cbb-3b65-4810-b1a1-373b649cbac0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be8f9184-e655-413c-8c2a-cea8adc5553d HTTP/1.1" status: 200 len: 848 time: 0.0780683 May 10 19:40:44.706302 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-5b3ccc05-35b7-471c-b68f-4cb48cbda434 req-0fb0cb9c-f74e-4853-a48a-dd62e95b1547 service neutron] 10.222.0.36 "GET /v2.0/networks/c1996f27-1db4-443b-b1de-2cd374f7ede0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350045 May 10 19:40:44.779109 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25008d3f-17ef-4077-937d-d1d6a8571de4 req-029f17bc-5741-4398-bf75-61d231551961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:44.780652 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-25008d3f-17ef-4077-937d-d1d6a8571de4 req-029f17bc-5741-4398-bf75-61d231551961 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5e639025-eadf-4b4c-bd6d-cdc3eaf5928c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1636808 May 10 19:40:44.927482 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-25008d3f-17ef-4077-937d-d1d6a8571de4 req-50a25ed4-b6a6-4391-ab6d-9470a76641f3 service neutron] 10.222.0.36 "GET /v2.0/networks/5e639025-eadf-4b4c-bd6d-cdc3eaf5928c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399367 May 10 19:40:44.956750 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_hamode_db [None req-466f16b7-9cbb-43c4-a144-1fb561844ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3bca94c-7681-45d2-b349-5bdb3b7f02c0', 'name': 'tempest-AttachVolumeShelveTestJSON-345493500-router', 'tenant_id': '48537c19bc3f482ca2c677fa41f568c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.116'}], 'enable_snat': True}, 'gw_port_id': '136d140f-4409-481d-ab66-9a9e97e842de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:40:09Z', 'updated_at': '2021-05-10T19:40:17Z', 'revision_number': 4, 'project_id': '48537c19bc3f482ca2c677fa41f568c5', 'gw_port': {'id': '136d140f-4409-481d-ab66-9a9e97e842de', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:00:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3bca94c-7681-45d2-b349-5bdb3b7f02c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:40:11Z', 'updated_at': '2021-05-10T19:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb', '_floatingips': [{'id': '1756b32c-3610-490d-a39f-05badff07284', 'tenant_id': '48537c19bc3f482ca2c677fa41f568c5', 'floating_ip_address': '172.28.3.41', 'floating_network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'router_id': 'b3bca94c-7681-45d2-b349-5bdb3b7f02c0', 'port_id': '4a72b273-be2c-49c1-9151-d3dbeccf0e99', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1996f27-1db4-443b-b1de-2cd374f7ede0', 'mac_address': 'fa:16:3e:68:4d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a84c55d-7d70-45e4-9625-7a6ad1cb534f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T19:40:23Z', 'updated_at': '2021-05-10T19:40:42Z', 'revision_number': 1, 'project_id': '48537c19bc3f482ca2c677fa41f568c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7af7da28-028b-4c22-bc5f-c5094fed24f9', 'name': '', 'network_id': 'c1996f27-1db4-443b-b1de-2cd374f7ede0', 'tenant_id': '48537c19bc3f482ca2c677fa41f568c5', 'mac_address': 'fa:16:3e:ff:30:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3bca94c-7681-45d2-b349-5bdb3b7f02c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'd9a3be94-0d38-4426-8d23-4357f15ca2f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:40:16Z', 'updated_at': '2021-05-10T19:40:25Z', 'revision_number': 5, 'project_id': '48537c19bc3f482ca2c677fa41f568c5', 'subnets': [{'id': 'd9a3be94-0d38-4426-8d23-4357f15ca2f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-smb', False) {} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:40:44.960799 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466f16b7-9cbb-43c4-a144-1fb561844ac9 None None] The sync data for ids ['b3bca94c-7681-45d2-b349-5bdb3b7f02c0'] in dv-cinder-784453-6-smb is: [{'id': 'b3bca94c-7681-45d2-b349-5bdb3b7f02c0', 'name': 'tempest-AttachVolumeShelveTestJSON-345493500-router', 'tenant_id': '48537c19bc3f482ca2c677fa41f568c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.116'}], 'enable_snat': True}, 'gw_port_id': '136d140f-4409-481d-ab66-9a9e97e842de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:40:09Z', 'updated_at': '2021-05-10T19:40:17Z', 'revision_number': 4, 'project_id': '48537c19bc3f482ca2c677fa41f568c5', 'gw_port': {'id': '136d140f-4409-481d-ab66-9a9e97e842de', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:00:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3bca94c-7681-45d2-b349-5bdb3b7f02c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:40:11Z', 'updated_at': '2021-05-10T19:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb', '_floatingips': [{'id': '1756b32c-3610-490d-a39f-05badff07284', 'tenant_id': '48537c19bc3f482ca2c677fa41f568c5', 'floating_ip_address': '172.28.3.41', 'floating_network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'router_id': 'b3bca94c-7681-45d2-b349-5bdb3b7f02c0', 'port_id': '4a72b273-be2c-49c1-9151-d3dbeccf0e99', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1996f27-1db4-443b-b1de-2cd374f7ede0', 'mac_address': 'fa:16:3e:68:4d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a84c55d-7d70-45e4-9625-7a6ad1cb534f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T19:40:23Z', 'updated_at': '2021-05-10T19:40:42Z', 'revision_number': 1, 'project_id': '48537c19bc3f482ca2c677fa41f568c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7af7da28-028b-4c22-bc5f-c5094fed24f9', 'name': '', 'network_id': 'c1996f27-1db4-443b-b1de-2cd374f7ede0', 'tenant_id': '48537c19bc3f482ca2c677fa41f568c5', 'mac_address': 'fa:16:3e:ff:30:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3bca94c-7681-45d2-b349-5bdb3b7f02c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'd9a3be94-0d38-4426-8d23-4357f15ca2f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:40:16Z', 'updated_at': '2021-05-10T19:40:25Z', 'revision_number': 5, 'project_id': '48537c19bc3f482ca2c677fa41f568c5', 'subnets': [{'id': 'd9a3be94-0d38-4426-8d23-4357f15ca2f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:40:45.067395 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-25008d3f-17ef-4077-937d-d1d6a8571de4 req-73f3a740-a113-4424-a294-16e2545bcb34 service neutron] 10.222.0.36 "GET /v2.0/networks/5e639025-eadf-4b4c-bd6d-cdc3eaf5928c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334131 May 10 19:40:45.151304 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d981e7d-c6df-48bf-a1a3-d11f715d8ce9 None None] New status for floating IP 1756b32c-3610-490d-a39f-05badff07284: ACTIVE {{(pid=79298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:40:45.274039 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df666376-1c50-4de8-90da-f3ac0756cd99 req-5d9cbd84-d576-4faf-87d9-5a010d8cf1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:45.275942 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-df666376-1c50-4de8-90da-f3ac0756cd99 req-5d9cbd84-d576-4faf-87d9-5a010d8cf1c1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=536ec0bc9dcf4f2580e2ea96cc3adb48&device_id=6ed23273-d1bc-49ce-b9bf-812c8207f785 HTTP/1.1" status: 200 len: 1096 time: 0.0787475 May 10 19:40:45.452315 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df666376-1c50-4de8-90da-f3ac0756cd99 req-8ce38ab3-88a5-4e8c-bd3a-3a442c7c00a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:45.458629 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-df666376-1c50-4de8-90da-f3ac0756cd99 req-8ce38ab3-88a5-4e8c-bd3a-3a442c7c00a3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5e639025-eadf-4b4c-bd6d-cdc3eaf5928c HTTP/1.1" status: 200 len: 910 time: 0.1638322 May 10 19:40:45.533642 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-df666376-1c50-4de8-90da-f3ac0756cd99 req-adb7dfef-9df2-4ed8-85c4-49446bba34dd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5195c633-b875-4d3a-9786-f1f377251b14 HTTP/1.1" status: 200 len: 217 time: 0.0696063 May 10 19:40:45.596652 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df666376-1c50-4de8-90da-f3ac0756cd99 req-05ed24c4-5b29-4bc7-8aaf-33cf6d363309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:45.598096 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-df666376-1c50-4de8-90da-f3ac0756cd99 req-05ed24c4-5b29-4bc7-8aaf-33cf6d363309 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be8f9184-e655-413c-8c2a-cea8adc5553d HTTP/1.1" status: 200 len: 848 time: 0.0576785 May 10 19:40:45.684715 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df666376-1c50-4de8-90da-f3ac0756cd99 req-4e5bff06-bc9b-478b-9192-4c5db03ebef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:45.686164 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-df666376-1c50-4de8-90da-f3ac0756cd99 req-4e5bff06-bc9b-478b-9192-4c5db03ebef5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5e639025-eadf-4b4c-bd6d-cdc3eaf5928c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0800722 May 10 19:40:45.877985 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-df666376-1c50-4de8-90da-f3ac0756cd99 req-2a393f7c-c987-4f72-bf92-472e505e6c43 service neutron] 10.222.0.36 "GET /v2.0/networks/5e639025-eadf-4b4c-bd6d-cdc3eaf5928c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831555 May 10 19:40:45.916197 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce70f0-903c-4e82-9b1a-1ff0980f977e req-da49cbbf-1f86-440c-ae4b-e2f516b6dfb4 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:45.917624 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-f1ce70f0-903c-4e82-9b1a-1ff0980f977e req-da49cbbf-1f86-440c-ae4b-e2f516b6dfb4 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ed23273-d1bc-49ce-b9bf-812c8207f785 HTTP/1.1" status: 200 len: 943 time: 0.2024391 May 10 19:40:46.038929 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-f1ce70f0-903c-4e82-9b1a-1ff0980f977e req-6f17e107-c485-4551-a113-84df0f631708 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "GET /v2.0/security-groups?id=01f2bf09-78e4-4c55-b276-3ad848ceeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704165 May 10 19:40:46.066277 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-df666376-1c50-4de8-90da-f3ac0756cd99 req-269fb63e-dfc8-451a-aab4-007959429229 service neutron] 10.222.0.36 "GET /v2.0/networks/5e639025-eadf-4b4c-bd6d-cdc3eaf5928c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792991 May 10 19:40:46.886743 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fde45c-4edd-4295-bd8b-ab73e8ba5a26 req-276d1f0b-8ffd-4e92-96b9-3082ed3bf021 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:46.889250 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-27fde45c-4edd-4295-bd8b-ab73e8ba5a26 req-276d1f0b-8ffd-4e92-96b9-3082ed3bf021 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] 10.222.0.46 "GET /v2.0/networks?id=bc9ba629-1e84-4f68-9be9-e05f86f60ad1 HTTP/1.1" status: 200 len: 814 time: 0.1517007 May 10 19:40:46.904551 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-27fde45c-4edd-4295-bd8b-ab73e8ba5a26 req-5791801a-e6f7-472d-8ab3-3fd42f5224fd tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] 10.222.0.46 "GET /v2.0/quotas/d0dac62768a442c99e4138cb04cb66c5 HTTP/1.1" status: 200 len: 375 time: 0.0095780 May 10 19:40:46.957626 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-27fde45c-4edd-4295-bd8b-ab73e8ba5a26 req-5051c5bb-f2f1-4f4d-8850-9835424ee0a1 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d0dac62768a442c99e4138cb04cb66c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452778 May 10 19:40:47.088798 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-27fde45c-4edd-4295-bd8b-ab73e8ba5a26 req-b1632cbb-dae2-4857-b371-907e247c5e4f service neutron] 10.222.0.46 "GET /v2.0/networks/bc9ba629-1e84-4f68-9be9-e05f86f60ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256101 May 10 19:40:47.338586 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-27fde45c-4edd-4295-bd8b-ab73e8ba5a26 req-5f558e85-8044-416f-bd3c-3cfa8d193d7c service neutron] 10.222.0.46 "GET /v2.0/networks/bc9ba629-1e84-4f68-9be9-e05f86f60ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439377 May 10 19:40:47.358818 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24860959-2199-4099-82e4-5023e7bfeedc req-e861a5c7-d765-41fc-9ff1-34e67dc3440f tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:47.360420 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-24860959-2199-4099-82e4-5023e7bfeedc req-e861a5c7-d765-41fc-9ff1-34e67dc3440f tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ed23273-d1bc-49ce-b9bf-812c8207f785 HTTP/1.1" status: 200 len: 943 time: 0.2008538 May 10 19:40:47.407805 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-24860959-2199-4099-82e4-5023e7bfeedc req-68543446-075c-4273-bc50-cda72194698c tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "GET /v2.0/security-groups?id=01f2bf09-78e4-4c55-b276-3ad848ceeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405748 May 10 19:40:47.627520 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-60bc2118-93b1-451d-b77b-eda3265fed8e req-84943761-855f-4ac5-a6d9-e5865bd5d499 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] 10.222.0.46 "GET /v2.0/ports?device_id=b475f6d4-4bae-4e3e-bb09-9190c3095e01 HTTP/1.1" status: 200 len: 210 time: 0.0479939 May 10 19:40:47.767238 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device 5195c633-b875-4d3a-9786-f1f377251b14 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=79297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 19:40:47.906172 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] For port 5195c633-b875-4d3a-9786-f1f377251b14, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=5195c633-b875-4d3a-9786-f1f377251b14,segment=NetworkSegment(a6604af7-609a-4966-831b-b0a2c078687c),segment_id=a6604af7-609a-4966-831b-b0a2c078687c)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:40:47.919848 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Returning: {'device': '5195c633-b875-4d3a-9786-f1f377251b14', 'network_id': '5e639025-eadf-4b4c-bd6d-cdc3eaf5928c', 'port_id': '5195c633-b875-4d3a-9786-f1f377251b14', 'mac_address': 'fa:16:3e:ff:1d:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be8f9184-e655-413c-8c2a-cea8adc5553d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 19:40:47.976642 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:47.993587 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.notifiers.nova [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5195c633-b875-4d3a-9786-f1f377251b14 {{(pid=79297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:40:48.009297 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] For port 5195c633-b875-4d3a-9786-f1f377251b14, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=5195c633-b875-4d3a-9786-f1f377251b14,segment=NetworkSegment(a6604af7-609a-4966-831b-b0a2c078687c),segment_id=a6604af7-609a-4966-831b-b0a2c078687c)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:40:48.139727 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:48.144043 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:48.207363 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Pushing event updated for resources: {'Port': ['ID=5195c633-b875-4d3a-9786-f1f377251b14,revision_number=4']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:48.210393 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:48.356187 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] get_ports_and_sgs() called for port_ids ['5195c633-b875-4d3a-9786-f1f377251b14'] {{(pid=79297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:40:48.618392 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677ddd3-487f-4f16-84be-9f8bd2a9583a req-00623864-9e55-44c6-876b-9ee1a1504a4b tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:48.620548 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-3677ddd3-487f-4f16-84be-9f8bd2a9583a req-00623864-9e55-44c6-876b-9ee1a1504a4b tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ed23273-d1bc-49ce-b9bf-812c8207f785 HTTP/1.1" status: 200 len: 944 time: 0.1040833 May 10 19:40:48.671271 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-3677ddd3-487f-4f16-84be-9f8bd2a9583a req-6eeb4da3-f475-4571-a429-1d52c6fdf023 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "GET /v2.0/security-groups?id=01f2bf09-78e4-4c55-b276-3ad848ceeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438731 May 10 19:40:48.791216 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-e93d2b82-d1ae-42d2-a87f-23665e222dec req-42e52780-2125-4770-9f34-0216b1307416 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] 10.222.0.46 "GET /v2.0/ports?device_id=b475f6d4-4bae-4e3e-bb09-9190c3095e01 HTTP/1.1" status: 200 len: 210 time: 0.0452664 May 10 19:40:49.691235 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fde45c-4edd-4295-bd8b-ab73e8ba5a26 req-26f8488b-0b99-47a9-8550-818befb8f1a5 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:49.694960 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-27fde45c-4edd-4295-bd8b-ab73e8ba5a26 req-26f8488b-0b99-47a9-8550-818befb8f1a5 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] 10.222.0.36 "GET /v2.0/networks?id=bc9ba629-1e84-4f68-9be9-e05f86f60ad1 HTTP/1.1" status: 200 len: 814 time: 0.1515863 May 10 19:40:49.705664 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.v2.base [req-27fde45c-4edd-4295-bd8b-ab73e8ba5a26 req-5fc8d839-4258-4acb-bea7-47450431ab42 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Request body: {'port': {'device_id': 'b475f6d4-4bae-4e3e-bb09-9190c3095e01', 'network_id': 'bc9ba629-1e84-4f68-9be9-e05f86f60ad1', 'admin_state_up': True, 'tenant_id': 'd0dac62768a442c99e4138cb04cb66c5'}} {{(pid=79295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:40:49.768400 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device 5195c633-b875-4d3a-9786-f1f377251b14 up at agent hyperv_hv-cinder-78445 {{(pid=79297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:40:49.941070 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [req-27fde45c-4edd-4295-bd8b-ab73e8ba5a26 req-5fc8d839-4258-4acb-bea7-47450431ab42 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:40:49.962121 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d1c95-6bc8-428d-a063-a53ce646e79d req-109b83e8-66b0-4835-afc2-90e9c214867f tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:49.963717 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-248d1c95-6bc8-428d-a063-a53ce646e79d req-109b83e8-66b0-4835-afc2-90e9c214867f tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ed23273-d1bc-49ce-b9bf-812c8207f785 HTTP/1.1" status: 200 len: 944 time: 0.1606045 May 10 19:40:49.968112 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [req-27fde45c-4edd-4295-bd8b-ab73e8ba5a26 req-5fc8d839-4258-4acb-bea7-47450431ab42 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:40:49.971644 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Provisioning for port 5195c633-b875-4d3a-9786-f1f377251b14 completed by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:40:49.977788 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Provisioning complete for port 5195c633-b875-4d3a-9786-f1f377251b14 triggered by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:40:49.978219 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:50.019397 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-248d1c95-6bc8-428d-a063-a53ce646e79d req-282dee1b-d87a-4b7c-8373-1917a1107d37 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "GET /v2.0/security-groups?id=01f2bf09-78e4-4c55-b276-3ad848ceeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485625 May 10 19:40:50.083281 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27fde45c-4edd-4295-bd8b-ab73e8ba5a26 req-5fc8d839-4258-4acb-bea7-47450431ab42 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Made reservation on behalf of d0dac62768a442c99e4138cb04cb66c5 for: {'port': 1} {{(pid=79295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:40:50.086737 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-27fde45c-4edd-4295-bd8b-ab73e8ba5a26 req-5fc8d839-4258-4acb-bea7-47450431ab42 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:50.106243 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-63b5ce95-49de-44ac-a2c2-b07cc10d8a00 req-d1b4f1d4-4022-46f4-bde2-dacdf8b32eed tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] 10.222.0.46 "GET /v2.0/ports?device_id=b475f6d4-4bae-4e3e-bb09-9190c3095e01 HTTP/1.1" status: 200 len: 210 time: 0.0606732 May 10 19:40:50.116532 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:50.144395 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ed23273-d1bc-49ce-b9bf-812c8207f785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5195c633-b875-4d3a-9786-f1f377251b14'}] {{(pid=79297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:40:50.155745 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] For port 5195c633-b875-4d3a-9786-f1f377251b14, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=5195c633-b875-4d3a-9786-f1f377251b14,segment=NetworkSegment(a6604af7-609a-4966-831b-b0a2c078687c),segment_id=a6604af7-609a-4966-831b-b0a2c078687c)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:40:50.190237 dv-cinder-784453-6-smb neutron-server[79297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ed23273-d1bc-49ce-b9bf-812c8207f785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5195c633-b875-4d3a-9786-f1f377251b14', 'code': 200} May 10 19:40:50.230777 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:50.232585 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:50.267858 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.db_base_plugin_common [req-27fde45c-4edd-4295-bd8b-ab73e8ba5a26 req-5fc8d839-4258-4acb-bea7-47450431ab42 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Allocated IP 172.20.0.3 (bc9ba629-1e84-4f68-9be9-e05f86f60ad1/cd1222c7-f3c3-4f80-a130-242fefe67abc/80873c31-62ae-48c4-9b4d-5dff160453be) {{(pid=79295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:40:50.300459 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Pushing event updated for resources: {'Port': ['ID=5195c633-b875-4d3a-9786-f1f377251b14,revision_number=5']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:50.303674 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:50.474248 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-27fde45c-4edd-4295-bd8b-ab73e8ba5a26 req-5fc8d839-4258-4acb-bea7-47450431ab42 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Notify callbacks [] for port, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:50.595255 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-27fde45c-4edd-4295-bd8b-ab73e8ba5a26 req-5fc8d839-4258-4acb-bea7-47450431ab42 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757498479620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10826888'] for port, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:50.601854 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:50.637327 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cec404-f05d-4064-b507-90b98099a0de req-343afa56-d10a-473b-bf43-325f166a410d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:50.638799 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-48cec404-f05d-4064-b507-90b98099a0de req-343afa56-d10a-473b-bf43-325f166a410d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6ed23273-d1bc-49ce-b9bf-812c8207f785 HTTP/1.1" status: 200 len: 1098 time: 0.0713770 May 10 19:40:50.668080 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27fde45c-4edd-4295-bd8b-ab73e8ba5a26 req-5fc8d839-4258-4acb-bea7-47450431ab42 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Network bc9ba629-1e84-4f68-9be9-e05f86f60ad1 is already hosted by enough agents. {{(pid=79295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:40:50.671396 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.scheduler.base_scheduler [req-27fde45c-4edd-4295-bd8b-ab73e8ba5a26 req-5fc8d839-4258-4acb-bea7-47450431ab42 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Resources bound (agent type, host, resource id): {{(pid=79295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:40:50.684251 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.l3_dvrscheduler_db [req-27fde45c-4edd-4295-bd8b-ab73e8ba5a26 req-5fc8d839-4258-4acb-bea7-47450431ab42 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Received port after_create {{(pid=79295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:40:50.686316 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-48cec404-f05d-4064-b507-90b98099a0de req-e493f40e-9e6d-40c8-b2f4-ef7532d52b97 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=01f2bf09-78e4-4c55-b276-3ad848ceeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402758 May 10 19:40:50.712748 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc8d839-4258-4acb-bea7-47450431ab42 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Pushing event updated for resources: {'Port': ['ID=80873c31-62ae-48c4-9b4d-5dff160453be,revision_number=1']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:50.719691 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-5fc8d839-4258-4acb-bea7-47450431ab42 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:50.750454 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fde45c-4edd-4295-bd8b-ab73e8ba5a26 req-5fc8d839-4258-4acb-bea7-47450431ab42 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:50.751728 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-27fde45c-4edd-4295-bd8b-ab73e8ba5a26 req-5fc8d839-4258-4acb-bea7-47450431ab42 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149324'] for port, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:50.852717 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-27fde45c-4edd-4295-bd8b-ab73e8ba5a26 req-5fc8d839-4258-4acb-bea7-47450431ab42 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1513669 May 10 19:40:50.866056 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.v2.base [req-27fde45c-4edd-4295-bd8b-ab73e8ba5a26 req-89491f6b-9c73-466c-872e-74c68def3c04 service neutron] Request body: {'port': {'device_id': 'b475f6d4-4bae-4e3e-bb09-9190c3095e01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=79295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:40:50.979000 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-27fde45c-4edd-4295-bd8b-ab73e8ba5a26 req-89491f6b-9c73-466c-872e-74c68def3c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:51.479982 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220bdc93-251f-4f66-a9f7-ac4d164627b7 req-8c3178c4-0cc0-4445-8bd0-5a7fdb8f934f tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:51.481456 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-220bdc93-251f-4f66-a9f7-ac4d164627b7 req-8c3178c4-0cc0-4445-8bd0-5a7fdb8f934f tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ed23273-d1bc-49ce-b9bf-812c8207f785 HTTP/1.1" status: 200 len: 945 time: 0.3283236 May 10 19:40:51.528459 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdaa565-84bb-492e-b808-f100b917ff19 req-9e661d4b-a9d4-45be-9401-d27070862b2d tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:51.529195 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-cbdaa565-84bb-492e-b808-f100b917ff19 req-9e661d4b-a9d4-45be-9401-d27070862b2d tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Synchronizing usage tracker for tenant:d0dac62768a442c99e4138cb04cb66c5 on resource:port {{(pid=79295) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:40:51.617385 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-220bdc93-251f-4f66-a9f7-ac4d164627b7 req-ecf66342-5df6-4754-9873-0a0297092f98 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "GET /v2.0/security-groups?id=01f2bf09-78e4-4c55-b276-3ad848ceeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274505 May 10 19:40:51.623498 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.notifiers.nova [req-27fde45c-4edd-4295-bd8b-ab73e8ba5a26 req-89491f6b-9c73-466c-872e-74c68def3c04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80873c31-62ae-48c4-9b4d-5dff160453be {{(pid=79295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:40:51.631092 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-27fde45c-4edd-4295-bd8b-ab73e8ba5a26 req-89491f6b-9c73-466c-872e-74c68def3c04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:51.646423 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.provisioning_blocks [req-27fde45c-4edd-4295-bd8b-ab73e8ba5a26 req-89491f6b-9c73-466c-872e-74c68def3c04 service neutron] Transition to ACTIVE for port object 80873c31-62ae-48c4-9b4d-5dff160453be will not be triggered until provisioned by entity L2. {{(pid=79295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:40:51.671024 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-cbdaa565-84bb-492e-b808-f100b917ff19 req-9e661d4b-a9d4-45be-9401-d27070862b2d tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Unset dirty status for tenant:d0dac62768a442c99e4138cb04cb66c5 on resource:port {{(pid=79295) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:40:51.672202 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-cbdaa565-84bb-492e-b808-f100b917ff19 req-9e661d4b-a9d4-45be-9401-d27070862b2d tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] 10.222.0.46 "GET /v2.0/ports?device_id=b475f6d4-4bae-4e3e-bb09-9190c3095e01 HTTP/1.1" status: 200 len: 931 time: 0.3542178 May 10 19:40:51.721762 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-cbdaa565-84bb-492e-b808-f100b917ff19 req-25352daf-20cb-4591-832c-bc9a6b702886 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] 10.222.0.46 "GET /v2.0/security-groups?id=8cbc462e-7fe5-45d5-b0fa-b44c1f1fa183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434234 May 10 19:40:51.728440 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-27fde45c-4edd-4295-bd8b-ab73e8ba5a26 req-89491f6b-9c73-466c-872e-74c68def3c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10826897'] for port, after_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:51.733580 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:51.882647 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89491f6b-9c73-466c-872e-74c68def3c04 service neutron] Pushing event updated for resources: {'Port': ['ID=80873c31-62ae-48c4-9b4d-5dff160453be,revision_number=2']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:51.890079 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-89491f6b-9c73-466c-872e-74c68def3c04 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:51.965382 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.managers [req-27fde45c-4edd-4295-bd8b-ab73e8ba5a26 req-89491f6b-9c73-466c-872e-74c68def3c04 service neutron] Attempting to bind port 80873c31-62ae-48c4-9b4d-5dff160453be on host hv-cinder-78445 for vnic_type normal with profile {{(pid=79295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:40:51.965717 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.managers [req-27fde45c-4edd-4295-bd8b-ab73e8ba5a26 req-89491f6b-9c73-466c-872e-74c68def3c04 service neutron] Attempting to bind port 80873c31-62ae-48c4-9b4d-5dff160453be by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '5d085235-7540-4ad2-8bc9-02dff603006c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'bc9ba629-1e84-4f68-9be9-e05f86f60ad1'}] {{(pid=79295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:40:51.966044 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27fde45c-4edd-4295-bd8b-ab73e8ba5a26 req-89491f6b-9c73-466c-872e-74c68def3c04 service neutron] Attempting to bind port 80873c31-62ae-48c4-9b4d-5dff160453be on network bc9ba629-1e84-4f68-9be9-e05f86f60ad1 {{(pid=79295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:40:51.971627 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27fde45c-4edd-4295-bd8b-ab73e8ba5a26 req-89491f6b-9c73-466c-872e-74c68def3c04 service neutron] Port 80873c31-62ae-48c4-9b4d-5dff160453be on network bc9ba629-1e84-4f68-9be9-e05f86f60ad1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=79295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 19:40:51.971943 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27fde45c-4edd-4295-bd8b-ab73e8ba5a26 req-89491f6b-9c73-466c-872e-74c68def3c04 service neutron] Attempting to bind port 80873c31-62ae-48c4-9b4d-5dff160453be on network bc9ba629-1e84-4f68-9be9-e05f86f60ad1 {{(pid=79295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:40:51.977277 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27fde45c-4edd-4295-bd8b-ab73e8ba5a26 req-89491f6b-9c73-466c-872e-74c68def3c04 service neutron] Checking agent: {'id': '9c4a8215-4a8c-47cd-bc08-47634ab436c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 35, 38), 'started_at': datetime.datetime(2021, 5, 10, 19, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:40:51.984438 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27fde45c-4edd-4295-bd8b-ab73e8ba5a26 req-89491f6b-9c73-466c-872e-74c68def3c04 service neutron] Checking segment: {'id': '5d085235-7540-4ad2-8bc9-02dff603006c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'bc9ba629-1e84-4f68-9be9-e05f86f60ad1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:40:51.984438 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27fde45c-4edd-4295-bd8b-ab73e8ba5a26 req-89491f6b-9c73-466c-872e-74c68def3c04 service neutron] Bound using segment: {'id': '5d085235-7540-4ad2-8bc9-02dff603006c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'bc9ba629-1e84-4f68-9be9-e05f86f60ad1'} {{(pid=79295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:40:51.984438 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.managers [req-27fde45c-4edd-4295-bd8b-ab73e8ba5a26 req-89491f6b-9c73-466c-872e-74c68def3c04 service neutron] Bound port: 80873c31-62ae-48c4-9b4d-5dff160453be, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d085235-7540-4ad2-8bc9-02dff603006c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'bc9ba629-1e84-4f68-9be9-e05f86f60ad1'}}] {{(pid=79295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:40:51.984438 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-27fde45c-4edd-4295-bd8b-ab73e8ba5a26 req-89491f6b-9c73-466c-872e-74c68def3c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:52.068307 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.db [req-27fde45c-4edd-4295-bd8b-ab73e8ba5a26 req-89491f6b-9c73-466c-872e-74c68def3c04 service neutron] For port 80873c31-62ae-48c4-9b4d-5dff160453be, host hv-cinder-78445, cleared binding levels {{(pid=79295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:40:52.071413 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.db [req-27fde45c-4edd-4295-bd8b-ab73e8ba5a26 req-89491f6b-9c73-466c-872e-74c68def3c04 service neutron] For port 80873c31-62ae-48c4-9b4d-5dff160453be, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=80873c31-62ae-48c4-9b4d-5dff160453be,segment=NetworkSegment(5d085235-7540-4ad2-8bc9-02dff603006c),segment_id=5d085235-7540-4ad2-8bc9-02dff603006c)] {{(pid=79295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:40:52.212307 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-27fde45c-4edd-4295-bd8b-ab73e8ba5a26 req-89491f6b-9c73-466c-872e-74c68def3c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10826897'] for port, after_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:52.216245 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-e5e04a67-ebfa-4fa0-a626-662eae603dfe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:52.272429 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fde45c-4edd-4295-bd8b-ab73e8ba5a26 req-89491f6b-9c73-466c-872e-74c68def3c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:52.273038 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-27fde45c-4edd-4295-bd8b-ab73e8ba5a26 req-89491f6b-9c73-466c-872e-74c68def3c04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149324'] for port, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:52.274452 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-27fde45c-4edd-4295-bd8b-ab73e8ba5a26 req-89491f6b-9c73-466c-872e-74c68def3c04 service neutron] 10.222.0.36 "PUT /v2.0/ports/80873c31-62ae-48c4-9b4d-5dff160453be HTTP/1.1" status: 200 len: 1093 time: 1.4127645 May 10 19:40:52.274976 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b475f6d4-4bae-4e3e-bb09-9190c3095e01', 'tag': '80873c31-62ae-48c4-9b4d-5dff160453be'}] {{(pid=79295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:40:52.300028 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89491f6b-9c73-466c-872e-74c68def3c04 service neutron] Pushing event updated for resources: {'Port': ['ID=80873c31-62ae-48c4-9b4d-5dff160453be,revision_number=3']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:52.303291 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-89491f6b-9c73-466c-872e-74c68def3c04 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:52.325829 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b475f6d4-4bae-4e3e-bb09-9190c3095e01', 'tag': '80873c31-62ae-48c4-9b4d-5dff160453be', 'status': 'completed', 'code': 200} May 10 19:40:52.423635 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f9e70-7c4e-41ca-8003-df5a2b60cd41 req-d4b20f8a-19f8-4d0b-92e8-2b10bb2d1ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:52.425192 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-ba9f9e70-7c4e-41ca-8003-df5a2b60cd41 req-d4b20f8a-19f8-4d0b-92e8-2b10bb2d1ffe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d0dac62768a442c99e4138cb04cb66c5&device_id=b475f6d4-4bae-4e3e-bb09-9190c3095e01 HTTP/1.1" status: 200 len: 1096 time: 0.0757895 May 10 19:40:52.569278 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f9e70-7c4e-41ca-8003-df5a2b60cd41 req-76ea9160-c37d-47a3-b17e-8dfd482ea38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:52.570748 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-ba9f9e70-7c4e-41ca-8003-df5a2b60cd41 req-76ea9160-c37d-47a3-b17e-8dfd482ea38d service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=d0dac62768a442c99e4138cb04cb66c5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1374590 May 10 19:40:52.709503 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f9e70-7c4e-41ca-8003-df5a2b60cd41 req-638c8cc8-abb8-4271-9259-b7960eb05224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:52.711051 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-ba9f9e70-7c4e-41ca-8003-df5a2b60cd41 req-638c8cc8-abb8-4271-9259-b7960eb05224 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1331508 May 10 19:40:52.909828 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fde45c-4edd-4295-bd8b-ab73e8ba5a26 req-b7c790f4-9f01-4059-89c9-1ab5c71c1eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:52.911320 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-27fde45c-4edd-4295-bd8b-ab73e8ba5a26 req-b7c790f4-9f01-4059-89c9-1ab5c71c1eb2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d0dac62768a442c99e4138cb04cb66c5&device_id=b475f6d4-4bae-4e3e-bb09-9190c3095e01 HTTP/1.1" status: 200 len: 1096 time: 0.1457615 May 10 19:40:52.918600 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b43af-f4a6-4cf4-8397-30ce73acfcbb req-29d73365-2d4c-46b8-b560-6a27348ef95a tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:52.919998 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-c31b43af-f4a6-4cf4-8397-30ce73acfcbb req-29d73365-2d4c-46b8-b560-6a27348ef95a tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ed23273-d1bc-49ce-b9bf-812c8207f785 HTTP/1.1" status: 200 len: 945 time: 0.1945219 May 10 19:40:52.998428 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-27fde45c-4edd-4295-bd8b-ab73e8ba5a26 req-051160a7-6d31-4256-9f24-c9740ba34136 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80873c31-62ae-48c4-9b4d-5dff160453be HTTP/1.1" status: 200 len: 217 time: 0.0771809 May 10 19:40:53.085677 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-c31b43af-f4a6-4cf4-8397-30ce73acfcbb req-4c335df8-0621-496c-9c51-4941fa0fd425 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "GET /v2.0/security-groups?id=01f2bf09-78e4-4c55-b276-3ad848ceeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096404 May 10 19:40:53.099242 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cbc66a-783f-4011-8c6e-7b58de3f79ec req-9c4f1329-5ebe-4ca1-beaa-58fdd0edafd4 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:53.101081 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-b5cbc66a-783f-4011-8c6e-7b58de3f79ec req-9c4f1329-5ebe-4ca1-beaa-58fdd0edafd4 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] 10.222.0.46 "GET /v2.0/ports?device_id=b475f6d4-4bae-4e3e-bb09-9190c3095e01 HTTP/1.1" status: 200 len: 943 time: 0.2692244 May 10 19:40:53.107276 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fde45c-4edd-4295-bd8b-ab73e8ba5a26 req-737d2b99-5bbc-4714-acb9-3682028886ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:53.108635 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-27fde45c-4edd-4295-bd8b-ab73e8ba5a26 req-737d2b99-5bbc-4714-acb9-3682028886ee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cd1222c7-f3c3-4f80-a130-242fefe67abc HTTP/1.1" status: 200 len: 854 time: 0.0993621 May 10 19:40:53.179222 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-27fde45c-4edd-4295-bd8b-ab73e8ba5a26 req-3f4a8c6d-9b77-44f0-b8fb-e854d8344893 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bc9ba629-1e84-4f68-9be9-e05f86f60ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535781 May 10 19:40:53.191034 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-b5cbc66a-783f-4011-8c6e-7b58de3f79ec req-c45b6db4-bcd6-4bab-9743-a419d0114654 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] 10.222.0.46 "GET /v2.0/security-groups?id=8cbc462e-7fe5-45d5-b0fa-b44c1f1fa183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814271 May 10 19:40:53.451150 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-27fde45c-4edd-4295-bd8b-ab73e8ba5a26 req-8db8f75f-d6de-4432-9e78-2f94bb418aa1 service neutron] 10.222.0.36 "GET /v2.0/networks/bc9ba629-1e84-4f68-9be9-e05f86f60ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591033 May 10 19:40:53.494738 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cd371e-a31d-4815-9d6f-d108c0337214 req-e03cfe29-1eda-4479-92cd-3a98b23cb4c2 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:53.496206 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-f9cd371e-a31d-4815-9d6f-d108c0337214 req-e03cfe29-1eda-4479-92cd-3a98b23cb4c2 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ed23273-d1bc-49ce-b9bf-812c8207f785 HTTP/1.1" status: 200 len: 945 time: 0.1546998 May 10 19:40:53.612053 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-f9cd371e-a31d-4815-9d6f-d108c0337214 req-91afcc0a-2ade-4154-8c7d-6f18ea9c3d75 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "GET /v2.0/security-groups?id=01f2bf09-78e4-4c55-b276-3ad848ceeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707421 May 10 19:40:53.635487 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 43714) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:40:53.640085 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-27fde45c-4edd-4295-bd8b-ab73e8ba5a26 req-5e58342b-810f-4d96-bf46-a215ac8f4558 service neutron] 10.222.0.36 "GET /v2.0/networks/bc9ba629-1e84-4f68-9be9-e05f86f60ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782918 May 10 19:40:53.879251 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70cb6c0e-49f8-4639-9741-5f2ed67faf1b tempest-TestShelveInstance-1322829086 tempest-TestShelveInstance-1322829086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:53.880761 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-70cb6c0e-49f8-4639-9741-5f2ed67faf1b tempest-TestShelveInstance-1322829086 tempest-TestShelveInstance-1322829086-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=6ed23273-d1bc-49ce-b9bf-812c8207f785 HTTP/1.1" status: 200 len: 1093 time: 0.2442923 May 10 19:40:53.883736 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 43720) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:40:53.888684 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.v2.base [None req-301a42fd-b7a1-49e2-8445-973d4dbc20cb tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Request body: {'floatingip': {'floating_network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'port_id': '5195c633-b875-4d3a-9786-f1f377251b14', 'tenant_id': '536ec0bc9dcf4f2580e2ea96cc3adb48', 'fixed_ip_address': '172.20.0.4'}} {{(pid=79296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:40:53.894590 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-301a42fd-b7a1-49e2-8445-973d4dbc20cb tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:40:53.898396 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-301a42fd-b7a1-49e2-8445-973d4dbc20cb tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Usage tracker for resource:floatingip and tenant:536ec0bc9dcf4f2580e2ea96cc3adb48 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:40:53.901273 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-301a42fd-b7a1-49e2-8445-973d4dbc20cb tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:40:53.907088 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-301a42fd-b7a1-49e2-8445-973d4dbc20cb tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:40:53.991557 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-301a42fd-b7a1-49e2-8445-973d4dbc20cb tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Notify callbacks [] for floatingip, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:54.124844 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-301a42fd-b7a1-49e2-8445-973d4dbc20cb tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:54.264913 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.db_base_plugin_common [None req-301a42fd-b7a1-49e2-8445-973d4dbc20cb tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Allocated IP 172.28.3.36 (18edca27-7fe5-44f0-bd00-188f2dc0b989/39840ae5-5b78-40c6-8289-bd2c4c3e7489/f8e6957a-e06c-4934-a6d0-b15a332f603e) {{(pid=79296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:40:54.421031 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2c900d-dde3-4c37-b0fc-82c36c953177 req-41b5793b-8b12-42cf-a444-cf97a2c25f9a tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:54.422578 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-2c2c900d-dde3-4c37-b0fc-82c36c953177 req-41b5793b-8b12-42cf-a444-cf97a2c25f9a tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] 10.222.0.46 "GET /v2.0/ports?device_id=b475f6d4-4bae-4e3e-bb09-9190c3095e01 HTTP/1.1" status: 200 len: 943 time: 0.1114590 May 10 19:40:54.432416 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-301a42fd-b7a1-49e2-8445-973d4dbc20cb tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Notify callbacks [] for port, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:54.476568 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-2c2c900d-dde3-4c37-b0fc-82c36c953177 req-2e7541d4-31bb-42d3-bcd2-79a33647d965 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] 10.222.0.46 "GET /v2.0/security-groups?id=8cbc462e-7fe5-45d5-b0fa-b44c1f1fa183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464802 May 10 19:40:54.543886 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-301a42fd-b7a1-49e2-8445-973d4dbc20cb tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757498479620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10503775'] for port, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:54.548588 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-07e30b5a-4578-4179-8d41-5f8c09f4d3ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:54.603927 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301a42fd-b7a1-49e2-8445-973d4dbc20cb tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Network 18edca27-7fe5-44f0-bd00-188f2dc0b989 is already hosted by enough agents. {{(pid=79296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:40:54.606894 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.base_scheduler [None req-301a42fd-b7a1-49e2-8445-973d4dbc20cb tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Resources bound (agent type, host, resource id): {{(pid=79296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:40:54.611137 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301a42fd-b7a1-49e2-8445-973d4dbc20cb tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Received port after_create {{(pid=79296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:40:54.654279 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301a42fd-b7a1-49e2-8445-973d4dbc20cb tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Pushing event updated for resources: {'Port': ['ID=f8e6957a-e06c-4934-a6d0-b15a332f603e,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:54.673069 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-301a42fd-b7a1-49e2-8445-973d4dbc20cb tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:55.120190 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-301a42fd-b7a1-49e2-8445-973d4dbc20cb tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:55.248774 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-301a42fd-b7a1-49e2-8445-973d4dbc20cb tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:55.455972 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-301a42fd-b7a1-49e2-8445-973d4dbc20cb tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Notify callbacks [] for port, precommit_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:55.534192 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-301a42fd-b7a1-49e2-8445-973d4dbc20cb tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10503750'] for port, after_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:55.538903 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:55.655213 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301a42fd-b7a1-49e2-8445-973d4dbc20cb tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Pushing event updated for resources: {'Port': ['ID=f8e6957a-e06c-4934-a6d0-b15a332f603e,revision_number=2']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:55.662796 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-301a42fd-b7a1-49e2-8445-973d4dbc20cb tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:55.667863 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-301a42fd-b7a1-49e2-8445-973d4dbc20cb tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658293'] for floatingip, after_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:55.700665 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e2ba2-e4d9-40da-88f7-2a87e02469b5 req-d6c51bf0-aa73-405d-9c1c-a024393ded11 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:55.702152 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-075e2ba2-e4d9-40da-88f7-2a87e02469b5 req-d6c51bf0-aa73-405d-9c1c-a024393ded11 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] 10.222.0.46 "GET /v2.0/ports?device_id=b475f6d4-4bae-4e3e-bb09-9190c3095e01 HTTP/1.1" status: 200 len: 943 time: 0.0849829 May 10 19:40:55.755233 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-075e2ba2-e4d9-40da-88f7-2a87e02469b5 req-de246037-fd36-4fd6-972e-0c7c45931ae6 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] 10.222.0.46 "GET /v2.0/security-groups?id=8cbc462e-7fe5-45d5-b0fa-b44c1f1fa183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469105 May 10 19:40:55.832816 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device 80873c31-62ae-48c4-9b4d-5dff160453be details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=79297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 19:40:55.844079 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.db.l3_db [None req-301a42fd-b7a1-49e2-8445-973d4dbc20cb tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Floating IP 19dd2364-36eb-47b7-b8fb-5ea51a263e80 associated. External IP: 172.28.3.36, port: 5195c633-b875-4d3a-9786-f1f377251b14. May 10 19:40:55.967822 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] For port 80873c31-62ae-48c4-9b4d-5dff160453be, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=80873c31-62ae-48c4-9b4d-5dff160453be,segment=NetworkSegment(5d085235-7540-4ad2-8bc9-02dff603006c),segment_id=5d085235-7540-4ad2-8bc9-02dff603006c)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:40:55.981539 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Returning: {'device': '80873c31-62ae-48c4-9b4d-5dff160453be', 'network_id': 'bc9ba629-1e84-4f68-9be9-e05f86f60ad1', 'port_id': '80873c31-62ae-48c4-9b4d-5dff160453be', 'mac_address': 'fa:16:3e:c7:e1:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd1222c7-f3c3-4f80-a130-242fefe67abc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 19:40:56.040017 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:56.056879 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.notifiers.nova [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80873c31-62ae-48c4-9b4d-5dff160453be {{(pid=79297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:40:56.072488 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] For port 80873c31-62ae-48c4-9b4d-5dff160453be, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=80873c31-62ae-48c4-9b4d-5dff160453be,segment=NetworkSegment(5d085235-7540-4ad2-8bc9-02dff603006c),segment_id=5d085235-7540-4ad2-8bc9-02dff603006c)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:40:56.143544 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:56.146350 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-9777aa1b-b196-40b2-b3e8-56837c9e564d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:56.192696 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-301a42fd-b7a1-49e2-8445-973d4dbc20cb tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Router d007b22e-7e33-4c40-b7d4-7f8bae45d928 has already been hosted by L3 agent 66c26874-6d1a-4324-9002-6da014815c52 {{(pid=79296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:40:56.214077 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Pushing event updated for resources: {'Port': ['ID=80873c31-62ae-48c4-9b4d-5dff160453be,revision_number=4']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:56.217326 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:56.367788 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] get_ports_and_sgs() called for port_ids ['80873c31-62ae-48c4-9b4d-5dff160453be'] {{(pid=79297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:40:56.482616 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-301a42fd-b7a1-49e2-8445-973d4dbc20cb tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Notify agent at l3_agent.dv-cinder-784453-6-smb the message routers_updated {{(pid=79296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:40:56.493747 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a1f7bc-fbca-45de-b1c8-f63cd61e8e28 None None] Sync routers for ids ['d007b22e-7e33-4c40-b7d4-7f8bae45d928'] in dv-cinder-784453-6-smb {{(pid=79297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:40:56.520901 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a1f7bc-fbca-45de-b1c8-f63cd61e8e28 None None] Routers {'d007b22e-7e33-4c40-b7d4-7f8bae45d928'} bound to L3 agent in host dv-cinder-784453-6-smb {{(pid=79297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:40:56.521532 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_hamode_db [None req-64a1f7bc-fbca-45de-b1c8-f63cd61e8e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:29:11Z,description=,heartbeat_timestamp=2021-05-10T19:40:41Z,host='dv-cinder-784453-6-smb',id=66c26874-6d1a-4324-9002-6da014815c52,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:29:11Z,topic='l3_agent')) {'router_ids': ['d007b22e-7e33-4c40-b7d4-7f8bae45d928'], 'active': True} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:40:56.573634 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-301a42fd-b7a1-49e2-8445-973d4dbc20cb tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149324'] for floatingip, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:56.647578 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-301a42fd-b7a1-49e2-8445-973d4dbc20cb tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7627068 May 10 19:40:56.648380 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ed23273-d1bc-49ce-b9bf-812c8207f785', 'tag': '5195c633-b875-4d3a-9786-f1f377251b14'}] {{(pid=79296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:40:56.722560 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ed23273-d1bc-49ce-b9bf-812c8207f785', 'tag': '5195c633-b875-4d3a-9786-f1f377251b14', 'status': 'completed', 'code': 200} May 10 19:40:56.743258 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvr_db [None req-64a1f7bc-fbca-45de-b1c8-f63cd61e8e28 None None] Set router d007b22e-7e33-4c40-b7d4-7f8bae45d928 gateway port host: dv-cinder-784453-6-smb {{(pid=79297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:40:56.823139 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2566a0a8-4392-4263-8602-f507472b8fd2 req-33d615ef-39b6-497d-8063-1a7de8861d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:56.824175 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-2566a0a8-4392-4263-8602-f507472b8fd2 req-33d615ef-39b6-497d-8063-1a7de8861d5a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=536ec0bc9dcf4f2580e2ea96cc3adb48&device_id=6ed23273-d1bc-49ce-b9bf-812c8207f785 HTTP/1.1" status: 200 len: 1098 time: 0.0801795 May 10 19:40:57.019742 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2566a0a8-4392-4263-8602-f507472b8fd2 req-abe85b63-0b7f-438a-b995-0b941b526836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:57.021162 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-2566a0a8-4392-4263-8602-f507472b8fd2 req-abe85b63-0b7f-438a-b995-0b941b526836 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5e639025-eadf-4b4c-bd6d-cdc3eaf5928c HTTP/1.1" status: 200 len: 910 time: 0.1880429 May 10 19:40:57.098114 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2b85a5-b040-4289-92c5-8876b97ec3b0 req-89875a63-4cd0-447e-b2fc-a3e61ed9d728 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:57.099588 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-1c2b85a5-b040-4289-92c5-8876b97ec3b0 req-89875a63-4cd0-447e-b2fc-a3e61ed9d728 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] 10.222.0.46 "GET /v2.0/ports?device_id=b475f6d4-4bae-4e3e-bb09-9190c3095e01 HTTP/1.1" status: 200 len: 944 time: 0.1897693 May 10 19:40:57.153906 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_hamode_db [None req-64a1f7bc-fbca-45de-b1c8-f63cd61e8e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd007b22e-7e33-4c40-b7d4-7f8bae45d928', 'name': 'tempest-TestShelveInstance-1528677621-router', 'tenant_id': '536ec0bc9dcf4f2580e2ea96cc3adb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b37b05ac-6a0c-4926-9e2f-d25e7724c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:39:52Z', 'updated_at': '2021-05-10T19:39:58Z', 'revision_number': 4, 'project_id': '536ec0bc9dcf4f2580e2ea96cc3adb48', 'gw_port': {'id': 'b37b05ac-6a0c-4926-9e2f-d25e7724c785', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd007b22e-7e33-4c40-b7d4-7f8bae45d928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:39:53Z', 'updated_at': '2021-05-10T19:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb', '_floatingips': [{'id': '19dd2364-36eb-47b7-b8fb-5ea51a263e80', 'tenant_id': '536ec0bc9dcf4f2580e2ea96cc3adb48', 'floating_ip_address': '172.28.3.36', 'floating_network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'router_id': 'd007b22e-7e33-4c40-b7d4-7f8bae45d928', 'port_id': '5195c633-b875-4d3a-9786-f1f377251b14', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e639025-eadf-4b4c-bd6d-cdc3eaf5928c', 'mac_address': 'fa:16:3e:ff:1d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed23273-d1bc-49ce-b9bf-812c8207f785', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T19:40:55Z', 'updated_at': '2021-05-10T19:40:55Z', 'revision_number': 0, 'project_id': '536ec0bc9dcf4f2580e2ea96cc3adb48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd18b7e39-72f1-4c58-aeee-61f69ce56317', 'name': '', 'network_id': '5e639025-eadf-4b4c-bd6d-cdc3eaf5928c', 'tenant_id': '536ec0bc9dcf4f2580e2ea96cc3adb48', 'mac_address': 'fa:16:3e:aa:9e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd007b22e-7e33-4c40-b7d4-7f8bae45d928', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'be8f9184-e655-413c-8c2a-cea8adc5553d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:39:57Z', 'updated_at': '2021-05-10T19:40:05Z', 'revision_number': 5, 'project_id': '536ec0bc9dcf4f2580e2ea96cc3adb48', 'subnets': [{'id': 'be8f9184-e655-413c-8c2a-cea8adc5553d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-smb', False) {} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:40:57.158736 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a1f7bc-fbca-45de-b1c8-f63cd61e8e28 None None] Checking router: d007b22e-7e33-4c40-b7d4-7f8bae45d928 for host: dv-cinder-784453-6-smb {{(pid=79297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:40:57.167537 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a1f7bc-fbca-45de-b1c8-f63cd61e8e28 None None] Routers {'d007b22e-7e33-4c40-b7d4-7f8bae45d928'} bound to L3 agent in host dv-cinder-784453-6-smb {{(pid=79297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:40:57.168163 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_hamode_db [None req-64a1f7bc-fbca-45de-b1c8-f63cd61e8e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:29:11Z,description=,heartbeat_timestamp=2021-05-10T19:40:41Z,host='dv-cinder-784453-6-smb',id=66c26874-6d1a-4324-9002-6da014815c52,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:29:11Z,topic='l3_agent')) {'router_ids': ['d007b22e-7e33-4c40-b7d4-7f8bae45d928'], 'active': True} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:40:57.184094 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-2566a0a8-4392-4263-8602-f507472b8fd2 req-566f1069-d3d0-42d4-98ed-f0f8ebfaa8e3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5195c633-b875-4d3a-9786-f1f377251b14 HTTP/1.1" status: 200 len: 998 time: 0.1490061 May 10 19:40:57.186831 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-1c2b85a5-b040-4289-92c5-8876b97ec3b0 req-7331dea5-6d6a-4ba8-a979-fe7bd26f397d tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] 10.222.0.46 "GET /v2.0/security-groups?id=8cbc462e-7fe5-45d5-b0fa-b44c1f1fa183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787206 May 10 19:40:57.249353 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2566a0a8-4392-4263-8602-f507472b8fd2 req-c7033368-b664-4279-90a2-6dbb9ead9261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:57.250801 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-2566a0a8-4392-4263-8602-f507472b8fd2 req-c7033368-b664-4279-90a2-6dbb9ead9261 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be8f9184-e655-413c-8c2a-cea8adc5553d HTTP/1.1" status: 200 len: 848 time: 0.0603137 May 10 19:40:57.331903 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2566a0a8-4392-4263-8602-f507472b8fd2 req-a713ffff-7623-4d9e-9b2a-35f6b91083f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:57.333226 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-2566a0a8-4392-4263-8602-f507472b8fd2 req-a713ffff-7623-4d9e-9b2a-35f6b91083f7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5e639025-eadf-4b4c-bd6d-cdc3eaf5928c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0759645 May 10 19:40:57.353161 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvr_db [None req-64a1f7bc-fbca-45de-b1c8-f63cd61e8e28 None None] Set router d007b22e-7e33-4c40-b7d4-7f8bae45d928 gateway port host: dv-cinder-784453-6-smb {{(pid=79297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:40:57.471307 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-2566a0a8-4392-4263-8602-f507472b8fd2 req-239623f1-b9d3-498c-a28d-85d264c072dd service neutron] 10.222.0.36 "GET /v2.0/networks/5e639025-eadf-4b4c-bd6d-cdc3eaf5928c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307595 May 10 19:40:57.617828 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-2566a0a8-4392-4263-8602-f507472b8fd2 req-91f22503-e3c4-4138-ac4b-8b7668749672 service neutron] 10.222.0.36 "GET /v2.0/networks/5e639025-eadf-4b4c-bd6d-cdc3eaf5928c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398232 May 10 19:40:57.723366 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_hamode_db [None req-64a1f7bc-fbca-45de-b1c8-f63cd61e8e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd007b22e-7e33-4c40-b7d4-7f8bae45d928', 'name': 'tempest-TestShelveInstance-1528677621-router', 'tenant_id': '536ec0bc9dcf4f2580e2ea96cc3adb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b37b05ac-6a0c-4926-9e2f-d25e7724c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:39:52Z', 'updated_at': '2021-05-10T19:39:58Z', 'revision_number': 4, 'project_id': '536ec0bc9dcf4f2580e2ea96cc3adb48', 'gw_port': {'id': 'b37b05ac-6a0c-4926-9e2f-d25e7724c785', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd007b22e-7e33-4c40-b7d4-7f8bae45d928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:39:53Z', 'updated_at': '2021-05-10T19:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb', '_floatingips': [{'id': '19dd2364-36eb-47b7-b8fb-5ea51a263e80', 'tenant_id': '536ec0bc9dcf4f2580e2ea96cc3adb48', 'floating_ip_address': '172.28.3.36', 'floating_network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'router_id': 'd007b22e-7e33-4c40-b7d4-7f8bae45d928', 'port_id': '5195c633-b875-4d3a-9786-f1f377251b14', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e639025-eadf-4b4c-bd6d-cdc3eaf5928c', 'mac_address': 'fa:16:3e:ff:1d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed23273-d1bc-49ce-b9bf-812c8207f785', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T19:40:55Z', 'updated_at': '2021-05-10T19:40:55Z', 'revision_number': 0, 'project_id': '536ec0bc9dcf4f2580e2ea96cc3adb48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd18b7e39-72f1-4c58-aeee-61f69ce56317', 'name': '', 'network_id': '5e639025-eadf-4b4c-bd6d-cdc3eaf5928c', 'tenant_id': '536ec0bc9dcf4f2580e2ea96cc3adb48', 'mac_address': 'fa:16:3e:aa:9e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd007b22e-7e33-4c40-b7d4-7f8bae45d928', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'be8f9184-e655-413c-8c2a-cea8adc5553d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:39:57Z', 'updated_at': '2021-05-10T19:40:05Z', 'revision_number': 5, 'project_id': '536ec0bc9dcf4f2580e2ea96cc3adb48', 'subnets': [{'id': 'be8f9184-e655-413c-8c2a-cea8adc5553d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-smb', False) {} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:40:57.727562 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a1f7bc-fbca-45de-b1c8-f63cd61e8e28 None None] The sync data for ids ['d007b22e-7e33-4c40-b7d4-7f8bae45d928'] in dv-cinder-784453-6-smb is: [{'id': 'd007b22e-7e33-4c40-b7d4-7f8bae45d928', 'name': 'tempest-TestShelveInstance-1528677621-router', 'tenant_id': '536ec0bc9dcf4f2580e2ea96cc3adb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b37b05ac-6a0c-4926-9e2f-d25e7724c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:39:52Z', 'updated_at': '2021-05-10T19:39:58Z', 'revision_number': 4, 'project_id': '536ec0bc9dcf4f2580e2ea96cc3adb48', 'gw_port': {'id': 'b37b05ac-6a0c-4926-9e2f-d25e7724c785', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd007b22e-7e33-4c40-b7d4-7f8bae45d928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:39:53Z', 'updated_at': '2021-05-10T19:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb', '_floatingips': [{'id': '19dd2364-36eb-47b7-b8fb-5ea51a263e80', 'tenant_id': '536ec0bc9dcf4f2580e2ea96cc3adb48', 'floating_ip_address': '172.28.3.36', 'floating_network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'router_id': 'd007b22e-7e33-4c40-b7d4-7f8bae45d928', 'port_id': '5195c633-b875-4d3a-9786-f1f377251b14', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e639025-eadf-4b4c-bd6d-cdc3eaf5928c', 'mac_address': 'fa:16:3e:ff:1d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed23273-d1bc-49ce-b9bf-812c8207f785', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T19:40:55Z', 'updated_at': '2021-05-10T19:40:55Z', 'revision_number': 0, 'project_id': '536ec0bc9dcf4f2580e2ea96cc3adb48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd18b7e39-72f1-4c58-aeee-61f69ce56317', 'name': '', 'network_id': '5e639025-eadf-4b4c-bd6d-cdc3eaf5928c', 'tenant_id': '536ec0bc9dcf4f2580e2ea96cc3adb48', 'mac_address': 'fa:16:3e:aa:9e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd007b22e-7e33-4c40-b7d4-7f8bae45d928', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'be8f9184-e655-413c-8c2a-cea8adc5553d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:39:57Z', 'updated_at': '2021-05-10T19:40:05Z', 'revision_number': 5, 'project_id': '536ec0bc9dcf4f2580e2ea96cc3adb48', 'subnets': [{'id': 'be8f9184-e655-413c-8c2a-cea8adc5553d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:40:57.849805 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device 80873c31-62ae-48c4-9b4d-5dff160453be up at agent hyperv_hv-cinder-78445 {{(pid=79297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:40:57.922182 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a05bc30-ca25-4b01-a6ef-8d4db2ab1fc4 None None] New status for floating IP 19dd2364-36eb-47b7-b8fb-5ea51a263e80: ACTIVE {{(pid=79298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:40:58.013749 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Provisioning for port 80873c31-62ae-48c4-9b4d-5dff160453be completed by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:40:58.019379 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Provisioning complete for port 80873c31-62ae-48c4-9b4d-5dff160453be triggered by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:40:58.019756 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:58.133442 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:58.162967 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b475f6d4-4bae-4e3e-bb09-9190c3095e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80873c31-62ae-48c4-9b4d-5dff160453be'}] {{(pid=79297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:40:58.173000 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] For port 80873c31-62ae-48c4-9b4d-5dff160453be, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=80873c31-62ae-48c4-9b4d-5dff160453be,segment=NetworkSegment(5d085235-7540-4ad2-8bc9-02dff603006c),segment_id=5d085235-7540-4ad2-8bc9-02dff603006c)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:40:58.206367 dv-cinder-784453-6-smb neutron-server[79297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b475f6d4-4bae-4e3e-bb09-9190c3095e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80873c31-62ae-48c4-9b4d-5dff160453be', 'code': 200} May 10 19:40:58.254334 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:58.256488 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:58.331675 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Pushing event updated for resources: {'Port': ['ID=80873c31-62ae-48c4-9b4d-5dff160453be,revision_number=5']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:58.335062 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:58.392930 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d579d317-651b-489c-87fb-238223e8b0c8 req-fe9e383d-3269-4e52-b196-0eba4fefcb6f tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:58.394442 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-d579d317-651b-489c-87fb-238223e8b0c8 req-fe9e383d-3269-4e52-b196-0eba4fefcb6f tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] 10.222.0.46 "GET /v2.0/ports?device_id=b475f6d4-4bae-4e3e-bb09-9190c3095e01 HTTP/1.1" status: 200 len: 945 time: 0.0859096 May 10 19:40:58.441428 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-d579d317-651b-489c-87fb-238223e8b0c8 req-8a5eae33-b475-4121-ab98-0fa97cd1149e tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] 10.222.0.46 "GET /v2.0/security-groups?id=8cbc462e-7fe5-45d5-b0fa-b44c1f1fa183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410564 May 10 19:40:58.607967 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f353e5e-f8fa-44d5-8736-92d2398c3cfc req-d5d0c210-b267-4e90-9af4-1b74fc8e8ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:58.609431 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-2f353e5e-f8fa-44d5-8736-92d2398c3cfc req-d5d0c210-b267-4e90-9af4-1b74fc8e8ec3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b475f6d4-4bae-4e3e-bb09-9190c3095e01 HTTP/1.1" status: 200 len: 1098 time: 0.0835772 May 10 19:40:58.723068 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-2f353e5e-f8fa-44d5-8736-92d2398c3cfc req-8eb9b2b5-6e74-45ae-b8c4-794a59905fbc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8cbc462e-7fe5-45d5-b0fa-b44c1f1fa183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048920 May 10 19:40:59.627290 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f042f89-b4c9-4a24-ba42-a14769039149 req-96f8c667-065c-42cf-b4ff-9b0f149a316e tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:59.628761 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-9f042f89-b4c9-4a24-ba42-a14769039149 req-96f8c667-065c-42cf-b4ff-9b0f149a316e tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] 10.222.0.46 "GET /v2.0/ports?device_id=b475f6d4-4bae-4e3e-bb09-9190c3095e01 HTTP/1.1" status: 200 len: 945 time: 0.0799069 May 10 19:40:59.677802 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-9f042f89-b4c9-4a24-ba42-a14769039149 req-443484d0-6e95-48ff-bf13-740362d36003 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] 10.222.0.46 "GET /v2.0/security-groups?id=8cbc462e-7fe5-45d5-b0fa-b44c1f1fa183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434351 May 10 19:41:00.866732 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cdd0d6-cdad-466d-9391-b18d8a5ef24d req-74c66df8-2ce8-4d17-bab2-8b6229c72802 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:41:00.868245 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-e2cdd0d6-cdad-466d-9391-b18d8a5ef24d req-74c66df8-2ce8-4d17-bab2-8b6229c72802 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] 10.222.0.46 "GET /v2.0/ports?device_id=b475f6d4-4bae-4e3e-bb09-9190c3095e01 HTTP/1.1" status: 200 len: 945 time: 0.0814135 May 10 19:41:00.916001 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-e2cdd0d6-cdad-466d-9391-b18d8a5ef24d req-3bfae4f8-8bd3-4043-bdf9-f3ff37f03d35 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] 10.222.0.46 "GET /v2.0/security-groups?id=8cbc462e-7fe5-45d5-b0fa-b44c1f1fa183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417001 May 10 19:41:02.115952 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.agents_db [None req-ff3cf147-8285-4226-b8f5-cc0a2e41555e None None] Agent healthcheck: found 6 active agents {{(pid=79298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:41:08.288205 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-843e27d5-395b-49b2-905b-8d0c1c7cb419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:08.316701 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:10.853557 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-4f022619-2b05-419e-b190-f6cdc76cb422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:10.943194 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:11.934083 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-05ecdfa3-b7ee-4afa-83d7-ebb5bc70016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:13.734142 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-02078f97-e06b-4c48-b673-8bf9bf3f5f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:23.554996 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f7daa9-7d0e-46fe-a185-cd6264420a49 req-a2ee61e3-57f8-40d3-81a9-2a5a0ab5c9df tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:41:23.556991 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-b9f7daa9-7d0e-46fe-a185-cd6264420a49 req-a2ee61e3-57f8-40d3-81a9-2a5a0ab5c9df tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] 10.222.0.46 "GET /v2.0/ports?device_id=b475f6d4-4bae-4e3e-bb09-9190c3095e01 HTTP/1.1" status: 200 len: 945 time: 0.0843546 May 10 19:41:23.607489 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-b9f7daa9-7d0e-46fe-a185-cd6264420a49 req-7c9ca5a9-ed30-4d2f-8ef1-58440e03c98a tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] 10.222.0.46 "GET /v2.0/security-groups?id=8cbc462e-7fe5-45d5-b0fa-b44c1f1fa183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446157 May 10 19:41:24.794323 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fbf0e2-07b3-4a28-bc48-0103f41d358c req-8fa77954-7ea0-44e8-b5c1-7bb8f182ba29 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:41:24.795787 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-e8fbf0e2-07b3-4a28-bc48-0103f41d358c req-8fa77954-7ea0-44e8-b5c1-7bb8f182ba29 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] 10.222.0.46 "GET /v2.0/ports?device_id=b475f6d4-4bae-4e3e-bb09-9190c3095e01 HTTP/1.1" status: 200 len: 945 time: 0.0808520 May 10 19:41:24.843699 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-e8fbf0e2-07b3-4a28-bc48-0103f41d358c req-f80b35f4-336a-4df8-8756-198e9cc6dfea tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] 10.222.0.46 "GET /v2.0/security-groups?id=8cbc462e-7fe5-45d5-b0fa-b44c1f1fa183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420249 May 10 19:41:25.038153 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 44066) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:41:25.155432 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-49e064c0-0814-4325-aca1-5dad56b613d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:25.169518 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-49e064c0-0814-4325-aca1-5dad56b613d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:41:25.173464 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-49e064c0-0814-4325-aca1-5dad56b613d2 admin admin] Usage tracker for resource:security_group_rule and tenant:13687819ca584e198e4294dd1f4beec4 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:41:25.176434 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-49e064c0-0814-4325-aca1-5dad56b613d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:41:25.182615 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-49e064c0-0814-4325-aca1-5dad56b613d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:41:25.264041 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-49e064c0-0814-4325-aca1-5dad56b613d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:25.348728 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-49e064c0-0814-4325-aca1-5dad56b613d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:25.356341 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-9318bc1a-ec55-467f-89d4-b8cc123ddc73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:41:25.395302 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e064c0-0814-4325-aca1-5dad56b613d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49cbcb5f-ce5b-4028-9dcc-dc9ce2d485f0,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:41:25.400503 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-49e064c0-0814-4325-aca1-5dad56b613d2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=13687819ca584e198e4294dd1f4beec4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3612521 May 10 19:41:25.403167 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 44072) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:41:25.405104 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e064c0-0814-4325-aca1-5dad56b613d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:25.405483 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e064c0-0814-4325-aca1-5dad56b613d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:25.405846 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e064c0-0814-4325-aca1-5dad56b613d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:25.406203 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e064c0-0814-4325-aca1-5dad56b613d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:25.406557 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e064c0-0814-4325-aca1-5dad56b613d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:25.406989 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e064c0-0814-4325-aca1-5dad56b613d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:25.407310 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e064c0-0814-4325-aca1-5dad56b613d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:25.407690 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e064c0-0814-4325-aca1-5dad56b613d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:25.408005 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e064c0-0814-4325-aca1-5dad56b613d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:25.408351 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e064c0-0814-4325-aca1-5dad56b613d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:25.408693 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e064c0-0814-4325-aca1-5dad56b613d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:25.409031 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e064c0-0814-4325-aca1-5dad56b613d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:25.412797 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-49e064c0-0814-4325-aca1-5dad56b613d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:41:25.462817 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-088de43a-4c2c-4f22-aa67-fbed44b0a840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:25.488589 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-088de43a-4c2c-4f22-aa67-fbed44b0a840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:25.605991 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-088de43a-4c2c-4f22-aa67-fbed44b0a840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:25.609681 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-3d3829d0-0b7d-4820-ae97-badd03e08149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:41:25.622305 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088de43a-4c2c-4f22-aa67-fbed44b0a840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49cbcb5f-ce5b-4028-9dcc-dc9ce2d485f0,revision_number=None']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:41:25.631282 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088de43a-4c2c-4f22-aa67-fbed44b0a840 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:25.631645 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088de43a-4c2c-4f22-aa67-fbed44b0a840 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:25.632000 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088de43a-4c2c-4f22-aa67-fbed44b0a840 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:25.632352 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088de43a-4c2c-4f22-aa67-fbed44b0a840 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:25.632693 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088de43a-4c2c-4f22-aa67-fbed44b0a840 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:25.633034 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088de43a-4c2c-4f22-aa67-fbed44b0a840 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:25.633374 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088de43a-4c2c-4f22-aa67-fbed44b0a840 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:25.633713 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088de43a-4c2c-4f22-aa67-fbed44b0a840 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:25.634055 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088de43a-4c2c-4f22-aa67-fbed44b0a840 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:25.634390 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088de43a-4c2c-4f22-aa67-fbed44b0a840 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:25.634723 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088de43a-4c2c-4f22-aa67-fbed44b0a840 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:25.635263 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088de43a-4c2c-4f22-aa67-fbed44b0a840 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:25.637785 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-088de43a-4c2c-4f22-aa67-fbed44b0a840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:25.639967 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-088de43a-4c2c-4f22-aa67-fbed44b0a840 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/49cbcb5f-ce5b-4028-9dcc-dc9ce2d485f0 HTTP/1.1" status: 204 len: 168 time: 0.2347438 May 10 19:41:25.639967 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-088de43a-4c2c-4f22-aa67-fbed44b0a840 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:41:26.035183 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b170b-aadc-43e5-8488-f1c819ea221b req-74e0a392-b479-406d-bf58-e7c5577f3b3d tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:41:26.036926 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-578b170b-aadc-43e5-8488-f1c819ea221b req-74e0a392-b479-406d-bf58-e7c5577f3b3d tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] 10.222.0.46 "GET /v2.0/ports?device_id=b475f6d4-4bae-4e3e-bb09-9190c3095e01 HTTP/1.1" status: 200 len: 945 time: 0.0867758 May 10 19:41:26.083353 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-578b170b-aadc-43e5-8488-f1c819ea221b req-2633bfaa-4e6b-42e4-8796-9fa13a97feba tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] 10.222.0.46 "GET /v2.0/security-groups?id=8cbc462e-7fe5-45d5-b0fa-b44c1f1fa183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403969 May 10 19:41:26.657688 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 44106) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:41:26.762201 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.v2.base [None req-274ac73d-4957-4361-a0d6-af8bc715118c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1487899092-network', 'tenant_id': 'ef8a604ad20c4dd39e313f34dabc9a91'}} {{(pid=79295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:41:26.767275 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-274ac73d-4957-4361-a0d6-af8bc715118c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:41:26.771450 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-274ac73d-4957-4361-a0d6-af8bc715118c admin admin] Usage tracker for resource:network and tenant:ef8a604ad20c4dd39e313f34dabc9a91 is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:41:26.775537 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-274ac73d-4957-4361-a0d6-af8bc715118c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:41:26.781963 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-274ac73d-4957-4361-a0d6-af8bc715118c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:41:26.859873 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274ac73d-4957-4361-a0d6-af8bc715118c admin admin] Made reservation on behalf of ef8a604ad20c4dd39e313f34dabc9a91 for: {'network': 1} {{(pid=79295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:41:26.862577 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-274ac73d-4957-4361-a0d6-af8bc715118c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for network, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:26.875927 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-274ac73d-4957-4361-a0d6-af8bc715118c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:26.892216 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-274ac73d-4957-4361-a0d6-af8bc715118c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:41:26.894623 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-274ac73d-4957-4361-a0d6-af8bc715118c admin admin] Usage tracker for resource:security_group_rule and tenant:ef8a604ad20c4dd39e313f34dabc9a91 is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:41:26.897498 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-274ac73d-4957-4361-a0d6-af8bc715118c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:41:26.903862 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-274ac73d-4957-4361-a0d6-af8bc715118c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:41:27.112963 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-274ac73d-4957-4361-a0d6-af8bc715118c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:27.231788 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-274ac73d-4957-4361-a0d6-af8bc715118c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:27.238796 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-9de63d86-67c8-490c-bfcf-d0e83e21f3d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:41:27.271857 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-274ac73d-4957-4361-a0d6-af8bc715118c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=79295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:41:27.281923 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274ac73d-4957-4361-a0d6-af8bc715118c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c2d7b2-7c83-4167-ba51-19a118a85bbd,revision_number=1']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:41:27.287414 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-274ac73d-4957-4361-a0d6-af8bc715118c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:41:27.290649 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-274ac73d-4957-4361-a0d6-af8bc715118c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007211'] for segment, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:27.291019 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.db.segments_db [None req-274ac73d-4957-4361-a0d6-af8bc715118c admin admin] Added segment 20ee66b0-f45d-4341-af81-e2cda99186a9 of type vlan for network 439080c1-ef31-466a-b48e-1d7fa4459447 May 10 19:41:27.327252 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-274ac73d-4957-4361-a0d6-af8bc715118c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757498498946'] for network, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:27.342247 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a95b2-0cd5-49ae-818d-41fdcce97694 req-d1b73c52-1595-488d-a7cc-ee641d0e2e3d tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:41:27.343737 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-4f1a95b2-0cd5-49ae-818d-41fdcce97694 req-d1b73c52-1595-488d-a7cc-ee641d0e2e3d tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] 10.222.0.46 "GET /v2.0/ports?device_id=b475f6d4-4bae-4e3e-bb09-9190c3095e01 HTTP/1.1" status: 200 len: 945 time: 0.1514447 May 10 19:41:27.401558 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-4f1a95b2-0cd5-49ae-818d-41fdcce97694 req-360fd05c-7fa2-4116-9e02-6b4463cc427f tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] 10.222.0.46 "GET /v2.0/security-groups?id=8cbc462e-7fe5-45d5-b0fa-b44c1f1fa183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452399 May 10 19:41:27.436733 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-274ac73d-4957-4361-a0d6-af8bc715118c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384'] for network, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:27.438140 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274ac73d-4957-4361-a0d6-af8bc715118c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:41:27.438733 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-274ac73d-4957-4361-a0d6-af8bc715118c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533414'] for network, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:27.442512 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-7bc5a4e7-835b-4b51-9603-f3a0da8fb2b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:41:27.540697 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274ac73d-4957-4361-a0d6-af8bc715118c admin admin] Pushing event updated for resources: {'Network': ['ID=439080c1-ef31-466a-b48e-1d7fa4459447,revision_number=1']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:41:27.543463 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-274ac73d-4957-4361-a0d6-af8bc715118c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:41:27.550210 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Network 439080c1-ef31-466a-b48e-1d7fa4459447 details requested by agent ovs-agent-dv-cinder-784453-6-smb with host dv-cinder-784453-6-smb {{(pid=79297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 19:41:27.612376 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-274ac73d-4957-4361-a0d6-af8bc715118c admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9535248 May 10 19:41:27.615194 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 44118) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:41:27.623071 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.v2.base [None req-830cde18-4768-4663-b656-bac8b054d231 admin admin] Request body: {'subnet': {'network_id': '439080c1-ef31-466a-b48e-1d7fa4459447', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1487899092-subnet', 'tenant_id': 'ef8a604ad20c4dd39e313f34dabc9a91', 'ip_version': 4}} {{(pid=79295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:41:27.626023 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-830cde18-4768-4663-b656-bac8b054d231 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:41:27.630241 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-830cde18-4768-4663-b656-bac8b054d231 admin admin] Usage tracker for resource:subnet and tenant:ef8a604ad20c4dd39e313f34dabc9a91 is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:41:27.633571 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-830cde18-4768-4663-b656-bac8b054d231 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:41:27.639580 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-830cde18-4768-4663-b656-bac8b054d231 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:41:27.739406 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-830cde18-4768-4663-b656-bac8b054d231 admin admin] Made reservation on behalf of ef8a604ad20c4dd39e313f34dabc9a91 for: {'subnet': 1} {{(pid=79295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:41:27.741967 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-830cde18-4768-4663-b656-bac8b054d231 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1502677'] for subnet, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:28.232401 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-830cde18-4768-4663-b656-bac8b054d231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10684184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1502631'] for subnet, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:28.245375 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-41764dfb-a01e-4899-b13c-eab0ea176291 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:41:28.285835 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186f98d-58a6-499f-8866-31f4b335cd13 req-843802ab-3c70-4cd9-b3f9-f4f75d33dd2b tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:41:28.287186 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-d186f98d-58a6-499f-8866-31f4b335cd13 req-843802ab-3c70-4cd9-b3f9-f4f75d33dd2b tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] 10.222.0.36 "GET /v2.0/ports?device_id=b475f6d4-4bae-4e3e-bb09-9190c3095e01 HTTP/1.1" status: 200 len: 945 time: 0.1666958 May 10 19:41:28.365291 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830cde18-4768-4663-b656-bac8b054d231 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a56506b-41ed-4feb-abff-803d526ecf5f,revision_number=0']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:41:28.379091 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-830cde18-4768-4663-b656-bac8b054d231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:41:28.428258 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830cde18-4768-4663-b656-bac8b054d231 admin admin] Checking segment: {'id': '20ee66b0-f45d-4341-af81-e2cda99186a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '439080c1-ef31-466a-b48e-1d7fa4459447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:41:28.428665 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830cde18-4768-4663-b656-bac8b054d231 admin admin] Network hostable DHCP agents. Network: 439080c1-ef31-466a-b48e-1d7fa4459447, hostable agents: ['cf5774e5-e4b1-412e-9d40-b43239b08ac1'], hosted agents: [] {{(pid=79295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:41:28.534771 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830cde18-4768-4663-b656-bac8b054d231 admin admin] Network 439080c1-ef31-466a-b48e-1d7fa4459447 is scheduled to be hosted by DHCP agent cf5774e5-e4b1-412e-9d40-b43239b08ac1 with binding_index 1 {{(pid=79295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:41:28.573189 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.plugin [req-d186f98d-58a6-499f-8866-31f4b335cd13 req-15e65b8d-eaf1-493d-a022-e8d8682aa33e tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Deleting port 80873c31-62ae-48c4-9b4d-5dff160453be {{(pid=79295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:41:28.573439 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-d186f98d-58a6-499f-8866-31f4b335cd13 req-15e65b8d-eaf1-493d-a022-e8d8682aa33e tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757498910621'] for port, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:28.654599 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.scheduler.base_scheduler [None req-830cde18-4768-4663-b656-bac8b054d231 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-6-smb, 439080c1-ef31-466a-b48e-1d7fa4459447) {{(pid=79295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:41:28.662340 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373343f9-56fa-44df-a382-8235ba4a9647 None None] Network 439080c1-ef31-466a-b48e-1d7fa4459447 requested from dv-cinder-784453-6-smb {{(pid=79297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:41:28.677650 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830cde18-4768-4663-b656-bac8b054d231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:41:28.678233 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-830cde18-4768-4663-b656-bac8b054d231 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:28.761476 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.db [req-d186f98d-58a6-499f-8866-31f4b335cd13 req-15e65b8d-eaf1-493d-a022-e8d8682aa33e tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] For port 80873c31-62ae-48c4-9b4d-5dff160453be, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=80873c31-62ae-48c4-9b4d-5dff160453be,segment=NetworkSegment(5d085235-7540-4ad2-8bc9-02dff603006c),segment_id=5d085235-7540-4ad2-8bc9-02dff603006c)] {{(pid=79295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:41:28.761835 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-d186f98d-58a6-499f-8866-31f4b335cd13 req-15e65b8d-eaf1-493d-a022-e8d8682aa33e tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670902'] for port, precommit_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:28.776845 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d44c2d9-bdcd-4d94-a193-5fdf07b1bf0e req-fff9344b-63d8-4ee3-8eb8-60cbcef15698 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:41:28.778324 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-7d44c2d9-bdcd-4d94-a193-5fdf07b1bf0e req-fff9344b-63d8-4ee3-8eb8-60cbcef15698 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] 10.222.0.46 "GET /v2.0/ports?device_id=b475f6d4-4bae-4e3e-bb09-9190c3095e01 HTTP/1.1" status: 200 len: 945 time: 0.2477455 May 10 19:41:28.892408 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-830cde18-4768-4663-b656-bac8b054d231 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2758131 May 10 19:41:28.895509 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 44132) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:41:28.899308 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.plugin [req-d186f98d-58a6-499f-8866-31f4b335cd13 req-15e65b8d-eaf1-493d-a022-e8d8682aa33e tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Calling delete_port for 80873c31-62ae-48c4-9b4d-5dff160453be owned by compute:nova {{(pid=79295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:41:28.902819 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.v2.base [None req-148126cd-19db-46c1-af51-60916c7853fc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1487899092-router', 'tenant_id': 'ef8a604ad20c4dd39e313f34dabc9a91', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989'}}} {{(pid=79296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:41:28.907702 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-148126cd-19db-46c1-af51-60916c7853fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:41:28.912083 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-148126cd-19db-46c1-af51-60916c7853fc admin admin] Usage tracker for resource:router and tenant:ef8a604ad20c4dd39e313f34dabc9a91 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:41:28.915762 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-148126cd-19db-46c1-af51-60916c7853fc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:41:28.921823 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-148126cd-19db-46c1-af51-60916c7853fc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:41:28.940473 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2208a16-bf80-46cc-80ac-650e767a62e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5621fda0-e5c6-53dc-bc61-667937d628dd-439080c1-ef31-466a-b48e-1d7fa4459447', 'network_id': '439080c1-ef31-466a-b48e-1d7fa4459447', 'tenant_id': 'ef8a604ad20c4dd39e313f34dabc9a91', 'fixed_ips': [{'subnet_id': '5a56506b-41ed-4feb-abff-803d526ecf5f'}]}} from dv-cinder-784453-6-smb. {{(pid=79297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 19:41:28.941333 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-c2208a16-bf80-46cc-80ac-650e767a62e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_create {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:28.957118 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-7d44c2d9-bdcd-4d94-a193-5fdf07b1bf0e req-afe91074-95ff-4344-a845-33fc796798e0 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] 10.222.0.46 "GET /v2.0/security-groups?id=8cbc462e-7fe5-45d5-b0fa-b44c1f1fa183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206553 May 10 19:41:29.048412 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-148126cd-19db-46c1-af51-60916c7853fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-862949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:29.049447 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-148126cd-19db-46c1-af51-60916c7853fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-862954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-667882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-557229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5452'] for router, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:29.102257 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.db_base_plugin_common [None req-c2208a16-bf80-46cc-80ac-650e767a62e1 None None] Allocated IP 172.20.0.2 (439080c1-ef31-466a-b48e-1d7fa4459447/5a56506b-41ed-4feb-abff-803d526ecf5f/ae2e94ca-62a4-499c-8250-0550bde534a0) {{(pid=79297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:41:29.126426 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-d186f98d-58a6-499f-8866-31f4b335cd13 req-15e65b8d-eaf1-493d-a022-e8d8682aa33e tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757498915184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757498479629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10826888'] for port, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:29.133000 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-c6507654-47e4-4866-8786-3ef6909574b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:41:29.135232 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-148126cd-19db-46c1-af51-60916c7853fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:29.180986 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e65b8d-eaf1-493d-a022-e8d8682aa33e tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Pushing event deleted for resources: {'Port': ['ID=80873c31-62ae-48c4-9b4d-5dff160453be,revision_number=None']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:41:29.181635 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] get_ports_and_sgs() called for port_ids ['80873c31-62ae-48c4-9b4d-5dff160453be'] {{(pid=79297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:41:29.184144 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-15e65b8d-eaf1-493d-a022-e8d8682aa33e tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:41:29.255688 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.l3_dvrscheduler_db [req-d186f98d-58a6-499f-8866-31f4b335cd13 req-15e65b8d-eaf1-493d-a022-e8d8682aa33e tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] No DVR routers for this DVR port 80873c31-62ae-48c4-9b4d-5dff160453be on host hv-cinder-78445 {{(pid=79295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:41:29.258219 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-d186f98d-58a6-499f-8866-31f4b335cd13 req-15e65b8d-eaf1-493d-a022-e8d8682aa33e tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149324'] for port, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:29.261467 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b475f6d4-4bae-4e3e-bb09-9190c3095e01', 'name': 'network-vif-deleted', 'tag': '80873c31-62ae-48c4-9b4d-5dff160453be'}] {{(pid=79295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:41:29.328535 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b475f6d4-4bae-4e3e-bb09-9190c3095e01', 'name': 'network-vif-deleted', 'tag': '80873c31-62ae-48c4-9b4d-5dff160453be', 'status': 'completed', 'code': 200} May 10 19:41:29.353305 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-d186f98d-58a6-499f-8866-31f4b335cd13 req-15e65b8d-eaf1-493d-a022-e8d8682aa33e tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] 10.222.0.36 "DELETE /v2.0/ports/80873c31-62ae-48c4-9b4d-5dff160453be HTTP/1.1" status: 204 len: 173 time: 1.0576780 May 10 19:41:29.356316 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-c2208a16-bf80-46cc-80ac-650e767a62e1 None None] Notify callbacks [] for port, precommit_create {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:29.366979 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-c2208a16-bf80-46cc-80ac-650e767a62e1 None None] Transition to ACTIVE for port object ae2e94ca-62a4-499c-8250-0550bde534a0 will not be triggered until provisioned by entity L2. {{(pid=79297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:41:29.386140 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-c2208a16-bf80-46cc-80ac-650e767a62e1 None None] Transition to ACTIVE for port object ae2e94ca-62a4-499c-8250-0550bde534a0 will not be triggered until provisioned by entity DHCP. {{(pid=79297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:41:29.503941 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-c2208a16-bf80-46cc-80ac-650e767a62e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757498479620'] for port, after_create {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:29.507743 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-98feeeae-c831-4ad0-9037-35f11980da1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:41:29.519166 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-148126cd-19db-46c1-af51-60916c7853fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-667795', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-862225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5458'] for router, precommit_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:29.568580 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2208a16-bf80-46cc-80ac-650e767a62e1 None None] Network 439080c1-ef31-466a-b48e-1d7fa4459447 is already hosted by enough agents. {{(pid=79297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:41:29.573751 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.scheduler.base_scheduler [None req-c2208a16-bf80-46cc-80ac-650e767a62e1 None None] Resources bound (agent type, host, resource id): {{(pid=79297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:41:29.583084 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2208a16-bf80-46cc-80ac-650e767a62e1 None None] Received port after_create {{(pid=79297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:41:29.593401 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2208a16-bf80-46cc-80ac-650e767a62e1 None None] Pushing event updated for resources: {'Port': ['ID=ae2e94ca-62a4-499c-8250-0550bde534a0,revision_number=1']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:41:29.593401 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-c2208a16-bf80-46cc-80ac-650e767a62e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:41:29.686387 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.managers [None req-c2208a16-bf80-46cc-80ac-650e767a62e1 None None] Attempting to bind port ae2e94ca-62a4-499c-8250-0550bde534a0 on host dv-cinder-784453-6-smb for vnic_type normal with profile {{(pid=79297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:41:29.687543 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.managers [None req-c2208a16-bf80-46cc-80ac-650e767a62e1 None None] Attempting to bind port ae2e94ca-62a4-499c-8250-0550bde534a0 by drivers openvswitch,hyperv on host dv-cinder-784453-6-smb at level 0 using segments [{'id': '20ee66b0-f45d-4341-af81-e2cda99186a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '439080c1-ef31-466a-b48e-1d7fa4459447'}] {{(pid=79297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:41:29.687924 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2208a16-bf80-46cc-80ac-650e767a62e1 None None] Attempting to bind port ae2e94ca-62a4-499c-8250-0550bde534a0 on network 439080c1-ef31-466a-b48e-1d7fa4459447 {{(pid=79297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:41:29.694057 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2208a16-bf80-46cc-80ac-650e767a62e1 None None] Checking agent: {'id': 'f730efe5-2961-494c-9708-c8a2f4be606e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 29, 11), 'started_at': datetime.datetime(2021, 5, 10, 19, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:41:29.694573 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2208a16-bf80-46cc-80ac-650e767a62e1 None None] Checking segment: {'id': '20ee66b0-f45d-4341-af81-e2cda99186a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '439080c1-ef31-466a-b48e-1d7fa4459447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:41:29.695191 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-c2208a16-bf80-46cc-80ac-650e767a62e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:29.695589 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2208a16-bf80-46cc-80ac-650e767a62e1 None None] Bound using segment: {'id': '20ee66b0-f45d-4341-af81-e2cda99186a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '439080c1-ef31-466a-b48e-1d7fa4459447'} {{(pid=79297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:41:29.696348 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.managers [None req-c2208a16-bf80-46cc-80ac-650e767a62e1 None None] Bound port: ae2e94ca-62a4-499c-8250-0550bde534a0, host: dv-cinder-784453-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20ee66b0-f45d-4341-af81-e2cda99186a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '439080c1-ef31-466a-b48e-1d7fa4459447'}}] {{(pid=79297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:41:29.697396 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-c2208a16-bf80-46cc-80ac-650e767a62e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:29.774419 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf9251-4dad-45ff-80f3-d1acef2263e3 req-e62892d8-b42a-4932-ab39-96696559ecd2 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:41:29.782566 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-1acf9251-4dad-45ff-80f3-d1acef2263e3 req-e62892d8-b42a-4932-ab39-96696559ecd2 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a84c55d-7d70-45e4-9625-7a6ad1cb534f HTTP/1.1" status: 200 len: 945 time: 0.1017582 May 10 19:41:29.796347 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-c2208a16-bf80-46cc-80ac-650e767a62e1 None None] For port ae2e94ca-62a4-499c-8250-0550bde534a0, host dv-cinder-784453-6-smb, cleared binding levels {{(pid=79297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:41:29.799578 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-c2208a16-bf80-46cc-80ac-650e767a62e1 None None] For port ae2e94ca-62a4-499c-8250-0550bde534a0, host dv-cinder-784453-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-smb',level=0,port_id=ae2e94ca-62a4-499c-8250-0550bde534a0,segment=NetworkSegment(20ee66b0-f45d-4341-af81-e2cda99186a9),segment_id=20ee66b0-f45d-4341-af81-e2cda99186a9)] {{(pid=79297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:41:29.825473 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-1acf9251-4dad-45ff-80f3-d1acef2263e3 req-f4774c44-7ce4-4051-97bb-084735a17826 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=301eee89-3e88-468e-b4a4-022c19231d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419254 May 10 19:41:29.860197 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-c2208a16-bf80-46cc-80ac-650e767a62e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:29.864212 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:41:29.934091 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-148126cd-19db-46c1-af51-60916c7853fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:29.940199 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2208a16-bf80-46cc-80ac-650e767a62e1 None None] Pushing event updated for resources: {'Port': ['ID=ae2e94ca-62a4-499c-8250-0550bde534a0,revision_number=2']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:41:29.943399 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-c2208a16-bf80-46cc-80ac-650e767a62e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:41:29.964169 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-148126cd-19db-46c1-af51-60916c7853fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:30.125853 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.db_base_plugin_common [None req-148126cd-19db-46c1-af51-60916c7853fc admin admin] Allocated IP 172.28.3.73 (18edca27-7fe5-44f0-bd00-188f2dc0b989/39840ae5-5b78-40c6-8289-bd2c4c3e7489/f3c8c818-295e-45a0-8dbf-490fd7e8e16f) {{(pid=79296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:41:30.131778 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-68bcf555-d2d1-4eef-ab59-3414696d176a req-3a1cbcb5-f1c5-4fb5-b41f-d3b0bcf94f87 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Synchronizing usage tracker for tenant:d0dac62768a442c99e4138cb04cb66c5 on resource:port {{(pid=79295) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:41:30.225579 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-68bcf555-d2d1-4eef-ab59-3414696d176a req-3a1cbcb5-f1c5-4fb5-b41f-d3b0bcf94f87 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Unset dirty status for tenant:d0dac62768a442c99e4138cb04cb66c5 on resource:port {{(pid=79295) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:41:30.226757 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-68bcf555-d2d1-4eef-ab59-3414696d176a req-3a1cbcb5-f1c5-4fb5-b41f-d3b0bcf94f87 tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] 10.222.0.46 "GET /v2.0/ports?device_id=b475f6d4-4bae-4e3e-bb09-9190c3095e01 HTTP/1.1" status: 200 len: 210 time: 0.1419337 May 10 19:41:30.320673 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-148126cd-19db-46c1-af51-60916c7853fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:30.418194 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-148126cd-19db-46c1-af51-60916c7853fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757498479620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10503775'] for port, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:30.423221 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-95579165-38a2-47a5-871d-09e96f78779b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:41:30.479028 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148126cd-19db-46c1-af51-60916c7853fc admin admin] Network 18edca27-7fe5-44f0-bd00-188f2dc0b989 is already hosted by enough agents. {{(pid=79296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:41:30.481522 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.base_scheduler [None req-148126cd-19db-46c1-af51-60916c7853fc admin admin] Resources bound (agent type, host, resource id): {{(pid=79296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:41:30.485167 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148126cd-19db-46c1-af51-60916c7853fc admin admin] Received port after_create {{(pid=79296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:41:30.530814 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148126cd-19db-46c1-af51-60916c7853fc admin admin] Pushing event updated for resources: {'Port': ['ID=f3c8c818-295e-45a0-8dbf-490fd7e8e16f,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:41:30.534701 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-148126cd-19db-46c1-af51-60916c7853fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:41:30.855366 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0961270b-71b0-42f5-8af9-0f79a7f82abd None None] Network 439080c1-ef31-466a-b48e-1d7fa4459447 requested from dv-cinder-784453-6-smb {{(pid=79297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:41:31.015146 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-d551976f-f321-4e56-902b-3924b51f5ce2 None None] Provisioning for port ae2e94ca-62a4-499c-8250-0550bde534a0 completed by entity DHCP. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:41:31.023139 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad5e0bf-8146-4bdc-8bb8-4216aaa23dda req-f5be979e-4515-4702-991d-2f057d858ff1 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:41:31.025523 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-8ad5e0bf-8146-4bdc-8bb8-4216aaa23dda req-f5be979e-4515-4702-991d-2f057d858ff1 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a84c55d-7d70-45e4-9625-7a6ad1cb534f HTTP/1.1" status: 200 len: 945 time: 0.0873892 May 10 19:41:31.076637 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-8ad5e0bf-8146-4bdc-8bb8-4216aaa23dda req-dfb1e9ae-7cdd-4850-9088-5868c5a00438 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=301eee89-3e88-468e-b4a4-022c19231d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412912 May 10 19:41:31.088473 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-148126cd-19db-46c1-af51-60916c7853fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:31.348372 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device ae2e94ca-62a4-499c-8250-0550bde534a0 up at agent ovs-agent-dv-cinder-784453-6-smb {{(pid=79297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:41:31.444365 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-148126cd-19db-46c1-af51-60916c7853fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-862312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657670'] for router, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:31.480352 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Provisioning for port ae2e94ca-62a4-499c-8250-0550bde534a0 completed by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:41:31.485792 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Provisioning complete for port ae2e94ca-62a4-499c-8250-0550bde534a0 triggered by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:41:31.486198 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:31.610400 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:31.642223 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] For port ae2e94ca-62a4-499c-8250-0550bde534a0, host dv-cinder-784453-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-smb',level=0,port_id=ae2e94ca-62a4-499c-8250-0550bde534a0,segment=NetworkSegment(20ee66b0-f45d-4341-af81-e2cda99186a9),segment_id=20ee66b0-f45d-4341-af81-e2cda99186a9)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:41:31.720387 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-148126cd-19db-46c1-af51-60916c7853fc admin admin] Router fe0c78b1-240c-4dcc-8f5c-847a317111d7 is scheduled to L3 agent 66c26874-6d1a-4324-9002-6da014815c52 with binding_index 1 {{(pid=79296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 19:41:31.721523 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:31.728858 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-aaf9d355-5f43-43db-91e1-0321502ff9a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:41:31.805847 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Pushing event updated for resources: {'Port': ['ID=ae2e94ca-62a4-499c-8250-0550bde534a0,revision_number=3']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:41:31.808866 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:41:31.908711 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-148126cd-19db-46c1-af51-60916c7853fc admin admin] Notify agent at l3_agent.dv-cinder-784453-6-smb the message routers_updated {{(pid=79296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:41:31.920859 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05637c72-803c-4d79-901d-f926d1995b34 None None] Sync routers for ids ['fe0c78b1-240c-4dcc-8f5c-847a317111d7'] in dv-cinder-784453-6-smb {{(pid=79297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:41:31.935965 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05637c72-803c-4d79-901d-f926d1995b34 None None] Routers {'fe0c78b1-240c-4dcc-8f5c-847a317111d7'} bound to L3 agent in host dv-cinder-784453-6-smb {{(pid=79297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:41:31.935965 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_hamode_db [None req-05637c72-803c-4d79-901d-f926d1995b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:29:11Z,description=,heartbeat_timestamp=2021-05-10T19:41:11Z,host='dv-cinder-784453-6-smb',id=66c26874-6d1a-4324-9002-6da014815c52,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:29:11Z,topic='l3_agent')) {'router_ids': ['fe0c78b1-240c-4dcc-8f5c-847a317111d7'], 'active': True} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:41:32.062590 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device 80873c31-62ae-48c4-9b4d-5dff160453be no longer exists at agent hyperv_hv-cinder-78445 {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:41:32.103160 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-148126cd-19db-46c1-af51-60916c7853fc admin admin] Notify callbacks [] for router, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:32.107981 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-148126cd-19db-46c1-af51-60916c7853fc admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2071507 May 10 19:41:32.107981 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 44160) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:41:32.144446 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.plugin [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] No Port match for: 80873c31-62ae-48c4-9b4d-5dff160453be {{(pid=79297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:41:32.144793 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device 80873c31-62ae-48c4-9b4d-5dff160453be not bound to the agent host hv-cinder-78445 {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:41:32.197324 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvr_db [None req-05637c72-803c-4d79-901d-f926d1995b34 None None] Set router fe0c78b1-240c-4dcc-8f5c-847a317111d7 gateway port host: dv-cinder-784453-6-smb {{(pid=79297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:41:32.291418 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b766a89e-6d24-435f-97ac-e1aa0192f424 req-7454c301-5dd1-414f-8bac-e55ee7f1e6a5 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:41:32.293640 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-b766a89e-6d24-435f-97ac-e1aa0192f424 req-7454c301-5dd1-414f-8bac-e55ee7f1e6a5 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a84c55d-7d70-45e4-9625-7a6ad1cb534f HTTP/1.1" status: 200 len: 945 time: 0.0851884 May 10 19:41:32.347144 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-b766a89e-6d24-435f-97ac-e1aa0192f424 req-cc17596a-4e17-4384-88cf-ebd225b8984c tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=301eee89-3e88-468e-b4a4-022c19231d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457428 May 10 19:41:32.503158 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_hamode_db [None req-05637c72-803c-4d79-901d-f926d1995b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe0c78b1-240c-4dcc-8f5c-847a317111d7', 'name': 'tempest-TestMinimumBasicScenario-1487899092-router', 'tenant_id': 'ef8a604ad20c4dd39e313f34dabc9a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.73'}], 'enable_snat': True}, 'gw_port_id': 'f3c8c818-295e-45a0-8dbf-490fd7e8e16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:41:29Z', 'updated_at': '2021-05-10T19:41:30Z', 'revision_number': 3, 'project_id': 'ef8a604ad20c4dd39e313f34dabc9a91', 'gw_port': {'id': 'f3c8c818-295e-45a0-8dbf-490fd7e8e16f', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:44:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe0c78b1-240c-4dcc-8f5c-847a317111d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:41:29Z', 'updated_at': '2021-05-10T19:41:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb'}], 'dv-cinder-784453-6-smb', False) {} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:41:32.506995 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05637c72-803c-4d79-901d-f926d1995b34 None None] Checking router: fe0c78b1-240c-4dcc-8f5c-847a317111d7 for host: dv-cinder-784453-6-smb {{(pid=79297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:41:32.507358 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05637c72-803c-4d79-901d-f926d1995b34 None None] Updating router fe0c78b1-240c-4dcc-8f5c-847a317111d7 port f3c8c818-295e-45a0-8dbf-490fd7e8e16f binding host dv-cinder-784453-6-smb {{(pid=79297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:41:32.564766 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-05637c72-803c-4d79-901d-f926d1995b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:32.889546 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-05637c72-803c-4d79-901d-f926d1995b34 None None] Notify callbacks [] for port, precommit_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:32.900616 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-b6208ee3-97eb-493a-8e7b-ba555f3dbba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:32.900885 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-05637c72-803c-4d79-901d-f926d1995b34 None None] Transition to ACTIVE for port object f3c8c818-295e-45a0-8dbf-490fd7e8e16f will not be triggered until provisioned by entity L2. {{(pid=79297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:41:32.979682 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-05637c72-803c-4d79-901d-f926d1995b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:32.984410 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:41:33.053962 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.managers [None req-05637c72-803c-4d79-901d-f926d1995b34 None None] Attempting to bind port f3c8c818-295e-45a0-8dbf-490fd7e8e16f on host dv-cinder-784453-6-smb for vnic_type normal with profile {{(pid=79297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:41:33.054330 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.managers [None req-05637c72-803c-4d79-901d-f926d1995b34 None None] Attempting to bind port f3c8c818-295e-45a0-8dbf-490fd7e8e16f by drivers openvswitch,hyperv on host dv-cinder-784453-6-smb at level 0 using segments [{'id': '23ec30ec-fc80-4a54-bc14-1568bb8683df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989'}] {{(pid=79297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:41:33.054700 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05637c72-803c-4d79-901d-f926d1995b34 None None] Attempting to bind port f3c8c818-295e-45a0-8dbf-490fd7e8e16f on network 18edca27-7fe5-44f0-bd00-188f2dc0b989 {{(pid=79297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:41:33.069916 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05637c72-803c-4d79-901d-f926d1995b34 None None] Checking agent: {'id': 'f730efe5-2961-494c-9708-c8a2f4be606e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 29, 11), 'started_at': datetime.datetime(2021, 5, 10, 19, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:41:33.070363 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05637c72-803c-4d79-901d-f926d1995b34 None None] Checking segment: {'id': '23ec30ec-fc80-4a54-bc14-1568bb8683df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:41:33.070804 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-05637c72-803c-4d79-901d-f926d1995b34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:33.071231 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05637c72-803c-4d79-901d-f926d1995b34 None None] Bound using segment: {'id': '23ec30ec-fc80-4a54-bc14-1568bb8683df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989'} {{(pid=79297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:41:33.071738 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.managers [None req-05637c72-803c-4d79-901d-f926d1995b34 None None] Bound port: f3c8c818-295e-45a0-8dbf-490fd7e8e16f, host: dv-cinder-784453-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23ec30ec-fc80-4a54-bc14-1568bb8683df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989'}}] {{(pid=79297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:41:33.072120 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-05637c72-803c-4d79-901d-f926d1995b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:33.098567 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f1d7b-a6eb-4e3f-bbeb-613638980a76 None None] Pushing event updated for resources: {'Port': ['ID=f3c8c818-295e-45a0-8dbf-490fd7e8e16f,revision_number=2']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:41:33.101445 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-2c8f1d7b-a6eb-4e3f-bbeb-613638980a76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:41:33.107542 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.db_base_plugin_common [None req-b6208ee3-97eb-493a-8e7b-ba555f3dbba4 admin admin] Allocated IP 172.20.0.1 (439080c1-ef31-466a-b48e-1d7fa4459447/5a56506b-41ed-4feb-abff-803d526ecf5f/27eb94fd-2948-461a-ba21-edb741f43eea) {{(pid=79296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:41:33.157916 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-05637c72-803c-4d79-901d-f926d1995b34 None None] For port f3c8c818-295e-45a0-8dbf-490fd7e8e16f, host dv-cinder-784453-6-smb, cleared binding levels {{(pid=79297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:41:33.160936 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-05637c72-803c-4d79-901d-f926d1995b34 None None] For port f3c8c818-295e-45a0-8dbf-490fd7e8e16f, host dv-cinder-784453-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-smb',level=0,port_id=f3c8c818-295e-45a0-8dbf-490fd7e8e16f,segment=NetworkSegment(23ec30ec-fc80-4a54-bc14-1568bb8683df),segment_id=23ec30ec-fc80-4a54-bc14-1568bb8683df)] {{(pid=79297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:41:33.209155 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-05637c72-803c-4d79-901d-f926d1995b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:33.214231 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-c2208a16-bf80-46cc-80ac-650e767a62e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:41:33.265306 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-b6208ee3-97eb-493a-8e7b-ba555f3dbba4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:33.282009 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.provisioning_blocks [None req-b6208ee3-97eb-493a-8e7b-ba555f3dbba4 admin admin] Transition to ACTIVE for port object 27eb94fd-2948-461a-ba21-edb741f43eea will not be triggered until provisioned by entity DHCP. {{(pid=79296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:41:33.292196 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05637c72-803c-4d79-901d-f926d1995b34 None None] Routers {'fe0c78b1-240c-4dcc-8f5c-847a317111d7'} bound to L3 agent in host dv-cinder-784453-6-smb {{(pid=79297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:41:33.292196 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_hamode_db [None req-05637c72-803c-4d79-901d-f926d1995b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:29:11Z,description=,heartbeat_timestamp=2021-05-10T19:41:11Z,host='dv-cinder-784453-6-smb',id=66c26874-6d1a-4324-9002-6da014815c52,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:29:11Z,topic='l3_agent')) {'router_ids': ['fe0c78b1-240c-4dcc-8f5c-847a317111d7'], 'active': True} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:41:33.351376 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device ae2e94ca-62a4-499c-8250-0550bde534a0 up at agent ovs-agent-dv-cinder-784453-6-smb {{(pid=79297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:41:33.369281 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-b6208ee3-97eb-493a-8e7b-ba555f3dbba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757498479620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10503775'] for port, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:33.374025 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-3867994e-9997-49c1-b081-71311d3907ae tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:41:33.451058 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f1d7b-a6eb-4e3f-bbeb-613638980a76 None None] Pushing event updated for resources: {'Port': ['ID=f3c8c818-295e-45a0-8dbf-490fd7e8e16f,revision_number=3']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:41:33.454474 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-2c8f1d7b-a6eb-4e3f-bbeb-613638980a76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:41:33.468524 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6208ee3-97eb-493a-8e7b-ba555f3dbba4 admin admin] Pushing event updated for resources: {'Port': ['ID=27eb94fd-2948-461a-ba21-edb741f43eea,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:41:33.482218 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-b6208ee3-97eb-493a-8e7b-ba555f3dbba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:41:33.484664 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6208ee3-97eb-493a-8e7b-ba555f3dbba4 admin admin] Network 439080c1-ef31-466a-b48e-1d7fa4459447 is already hosted by enough agents. {{(pid=79296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:41:33.486719 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.base_scheduler [None req-b6208ee3-97eb-493a-8e7b-ba555f3dbba4 admin admin] Resources bound (agent type, host, resource id): {{(pid=79296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:41:33.491650 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6208ee3-97eb-493a-8e7b-ba555f3dbba4 admin admin] Received port after_create {{(pid=79296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:41:33.543225 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Provisioning complete for port ae2e94ca-62a4-499c-8250-0550bde534a0 triggered by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:41:33.543543 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:33.555273 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea3285-2a14-42c8-82f8-9d19752414a3 req-fc3d1740-00fc-4b7e-93e4-3d72d2078b8e tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:41:33.561859 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-b6208ee3-97eb-493a-8e7b-ba555f3dbba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663513'] for router_interface, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:33.564072 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-a9ea3285-2a14-42c8-82f8-9d19752414a3 req-fc3d1740-00fc-4b7e-93e4-3d72d2078b8e tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a84c55d-7d70-45e4-9625-7a6ad1cb534f HTTP/1.1" status: 200 len: 945 time: 0.0956855 May 10 19:41:33.568968 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvr_db [None req-05637c72-803c-4d79-901d-f926d1995b34 None None] Set router fe0c78b1-240c-4dcc-8f5c-847a317111d7 gateway port host: dv-cinder-784453-6-smb {{(pid=79297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:41:33.620487 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-a9ea3285-2a14-42c8-82f8-9d19752414a3 req-ee9b9e84-63ef-4f89-86fd-299d4188698b tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=301eee89-3e88-468e-b4a4-022c19231d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552759 May 10 19:41:33.799548 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-b6208ee3-97eb-493a-8e7b-ba555f3dbba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:34.026431 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-b6208ee3-97eb-493a-8e7b-ba555f3dbba4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:34.031727 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-32f823fb-0e6d-4e86-a134-9c1203764d2c None None] Provisioning for port 27eb94fd-2948-461a-ba21-edb741f43eea completed by entity DHCP. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:41:34.038626 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-32f823fb-0e6d-4e86-a134-9c1203764d2c None None] Provisioning complete for port 27eb94fd-2948-461a-ba21-edb741f43eea triggered by entity DHCP. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:41:34.039038 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-32f823fb-0e6d-4e86-a134-9c1203764d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:34.091602 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_hamode_db [None req-05637c72-803c-4d79-901d-f926d1995b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe0c78b1-240c-4dcc-8f5c-847a317111d7', 'name': 'tempest-TestMinimumBasicScenario-1487899092-router', 'tenant_id': 'ef8a604ad20c4dd39e313f34dabc9a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.73'}], 'enable_snat': True}, 'gw_port_id': 'f3c8c818-295e-45a0-8dbf-490fd7e8e16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:41:29Z', 'updated_at': '2021-05-10T19:41:30Z', 'revision_number': 3, 'project_id': 'ef8a604ad20c4dd39e313f34dabc9a91', 'gw_port': {'id': 'f3c8c818-295e-45a0-8dbf-490fd7e8e16f', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:44:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe0c78b1-240c-4dcc-8f5c-847a317111d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:41:29Z', 'updated_at': '2021-05-10T19:41:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb'}], 'dv-cinder-784453-6-smb', False) {} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:41:34.102316 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.plugin [None req-32f823fb-0e6d-4e86-a134-9c1203764d2c None None] Port 27eb94fd-2948-461a-ba21-edb741f43eea cannot update to ACTIVE because it is not bound. {{(pid=79297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 19:41:34.104622 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05637c72-803c-4d79-901d-f926d1995b34 None None] The sync data for ids ['fe0c78b1-240c-4dcc-8f5c-847a317111d7'] in dv-cinder-784453-6-smb is: [{'id': 'fe0c78b1-240c-4dcc-8f5c-847a317111d7', 'name': 'tempest-TestMinimumBasicScenario-1487899092-router', 'tenant_id': 'ef8a604ad20c4dd39e313f34dabc9a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.73'}], 'enable_snat': True}, 'gw_port_id': 'f3c8c818-295e-45a0-8dbf-490fd7e8e16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:41:29Z', 'updated_at': '2021-05-10T19:41:30Z', 'revision_number': 3, 'project_id': 'ef8a604ad20c4dd39e313f34dabc9a91', 'gw_port': {'id': 'f3c8c818-295e-45a0-8dbf-490fd7e8e16f', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:44:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe0c78b1-240c-4dcc-8f5c-847a317111d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:41:29Z', 'updated_at': '2021-05-10T19:41:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb'}] {{(pid=79297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:41:34.122590 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-b6208ee3-97eb-493a-8e7b-ba555f3dbba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10503750'] for port, after_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:34.153756 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-301a42fd-b7a1-49e2-8445-973d4dbc20cb tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:41:34.229902 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-b6208ee3-97eb-493a-8e7b-ba555f3dbba4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663418'] for router_interface, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:34.237303 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6208ee3-97eb-493a-8e7b-ba555f3dbba4 admin admin] Pushing event updated for resources: {'Port': ['ID=27eb94fd-2948-461a-ba21-edb741f43eea,revision_number=2']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:41:34.241968 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-b6208ee3-97eb-493a-8e7b-ba555f3dbba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:41:34.390719 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6208ee3-97eb-493a-8e7b-ba555f3dbba4 admin admin] Network 439080c1-ef31-466a-b48e-1d7fa4459447 is already hosted by enough agents. {{(pid=79296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:41:34.391875 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.base_scheduler [None req-b6208ee3-97eb-493a-8e7b-ba555f3dbba4 admin admin] Resources bound (agent type, host, resource id): {{(pid=79296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:41:34.641124 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-99d674c6-1eaf-40a1-8a17-04cd6e67d60c None None] Provisioning complete for port 27eb94fd-2948-461a-ba21-edb741f43eea triggered by entity DHCP. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:41:34.641870 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-99d674c6-1eaf-40a1-8a17-04cd6e67d60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:34.720463 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.plugin [None req-99d674c6-1eaf-40a1-8a17-04cd6e67d60c None None] Port 27eb94fd-2948-461a-ba21-edb741f43eea cannot update to ACTIVE because it is not bound. {{(pid=79297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 19:41:34.734407 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6208ee3-97eb-493a-8e7b-ba555f3dbba4 admin admin] Router fe0c78b1-240c-4dcc-8f5c-847a317111d7 has already been hosted by L3 agent 66c26874-6d1a-4324-9002-6da014815c52 {{(pid=79296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:41:34.882831 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db2bc8-3819-4f8b-83df-dc4d0b2f2124 req-65467ea8-4482-47d9-9d22-0cc9f22c8cbc tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:41:34.893480 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-90db2bc8-3819-4f8b-83df-dc4d0b2f2124 req-65467ea8-4482-47d9-9d22-0cc9f22c8cbc tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a84c55d-7d70-45e4-9625-7a6ad1cb534f HTTP/1.1" status: 200 len: 945 time: 0.1285491 May 10 19:41:34.918218 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f9b282-1ed5-49d3-a103-6941ca15ffb0 req-f11b0428-314d-4351-900e-5bc560e5939b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:41:34.922226 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-77f9b282-1ed5-49d3-a103-6941ca15ffb0 req-f11b0428-314d-4351-900e-5bc560e5939b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=48537c19bc3f482ca2c677fa41f568c5&device_id=3a84c55d-7d70-45e4-9625-7a6ad1cb534f HTTP/1.1" status: 200 len: 1098 time: 0.2140796 May 10 19:41:34.952190 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-90db2bc8-3819-4f8b-83df-dc4d0b2f2124 req-5d837b8c-7230-46ef-b07d-81a113c8c724 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=301eee89-3e88-468e-b4a4-022c19231d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605881 May 10 19:41:34.964360 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6208ee3-97eb-493a-8e7b-ba555f3dbba4 admin admin] Notify agent at l3_agent.dv-cinder-784453-6-smb the message routers_updated {{(pid=79296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:41:34.974160 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-b6208ee3-97eb-493a-8e7b-ba555f3dbba4 admin admin] 10.222.0.46 "PUT /v2.0/routers/fe0c78b1-240c-4dcc-8f5c-847a317111d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8656600 May 10 19:41:35.092016 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f9b282-1ed5-49d3-a103-6941ca15ffb0 req-5a264140-ec21-41bc-8bf6-4be93682163f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:41:35.093619 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-77f9b282-1ed5-49d3-a103-6941ca15ffb0 req-5a264140-ec21-41bc-8bf6-4be93682163f service neutron] 10.222.0.36 "GET /v2.0/networks?id=c1996f27-1db4-443b-b1de-2cd374f7ede0 HTTP/1.1" status: 200 len: 917 time: 0.1404748 May 10 19:41:35.202892 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-77f9b282-1ed5-49d3-a103-6941ca15ffb0 req-9bb21679-a003-47be-ba87-e1356fcdf3d1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a72b273-be2c-49c1-9151-d3dbeccf0e99 HTTP/1.1" status: 200 len: 1000 time: 0.1018491 May 10 19:41:35.355179 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device f3c8c818-295e-45a0-8dbf-490fd7e8e16f up at agent ovs-agent-dv-cinder-784453-6-smb {{(pid=79297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:41:35.364115 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f9b282-1ed5-49d3-a103-6941ca15ffb0 req-7a4fe2ad-8d77-4257-a9d6-49c30988c8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:41:35.365605 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-77f9b282-1ed5-49d3-a103-6941ca15ffb0 req-7a4fe2ad-8d77-4257-a9d6-49c30988c8f9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d9a3be94-0d38-4426-8d23-4357f15ca2f9 HTTP/1.1" status: 200 len: 855 time: 0.1555307 May 10 19:41:35.448957 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f9b282-1ed5-49d3-a103-6941ca15ffb0 req-d30d1cec-2320-48c6-8133-9ce4c39e046d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:41:35.450518 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-77f9b282-1ed5-49d3-a103-6941ca15ffb0 req-d30d1cec-2320-48c6-8133-9ce4c39e046d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c1996f27-1db4-443b-b1de-2cd374f7ede0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0769594 May 10 19:41:35.518179 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Provisioning for port f3c8c818-295e-45a0-8dbf-490fd7e8e16f completed by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:41:35.524940 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Provisioning complete for port f3c8c818-295e-45a0-8dbf-490fd7e8e16f triggered by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:41:35.525592 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:35.604272 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-77f9b282-1ed5-49d3-a103-6941ca15ffb0 req-deeb692c-f275-44b5-85fa-59764d553a1c service neutron] 10.222.0.36 "GET /v2.0/networks/c1996f27-1db4-443b-b1de-2cd374f7ede0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452899 May 10 19:41:35.664339 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:35.681632 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] For port f3c8c818-295e-45a0-8dbf-490fd7e8e16f, host dv-cinder-784453-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-smb',level=0,port_id=f3c8c818-295e-45a0-8dbf-490fd7e8e16f,segment=NetworkSegment(23ec30ec-fc80-4a54-bc14-1568bb8683df),segment_id=23ec30ec-fc80-4a54-bc14-1568bb8683df)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:41:35.775868 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:35.781707 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-77f9b282-1ed5-49d3-a103-6941ca15ffb0 req-b8199bc8-d302-4455-bf76-5010a834c97d service neutron] 10.222.0.36 "GET /v2.0/networks/c1996f27-1db4-443b-b1de-2cd374f7ede0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704073 May 10 19:41:35.783406 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:41:35.862031 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Pushing event updated for resources: {'Port': ['ID=f3c8c818-295e-45a0-8dbf-490fd7e8e16f,revision_number=4']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:41:35.865400 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:41:35.906645 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 44202) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:41:35.917230 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f1506e-e751-4d84-9239-00a355394604 None None] Sync routers for ids ['fe0c78b1-240c-4dcc-8f5c-847a317111d7'] in dv-cinder-784453-6-smb {{(pid=79298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:41:35.917838 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.v2.base [None req-390be3ee-df28-45f3-99c5-c4fdae767a69 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1901141593-network', 'tenant_id': '621b65bc86ca4938badbca00258ef2b4'}} {{(pid=79296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:41:35.919336 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-390be3ee-df28-45f3-99c5-c4fdae767a69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:41:35.923037 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f1506e-e751-4d84-9239-00a355394604 None None] Routers {'fe0c78b1-240c-4dcc-8f5c-847a317111d7'} bound to L3 agent in host dv-cinder-784453-6-smb {{(pid=79298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:41:35.923211 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-390be3ee-df28-45f3-99c5-c4fdae767a69 admin admin] Usage tracker for resource:network and tenant:621b65bc86ca4938badbca00258ef2b4 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:41:35.923757 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_hamode_db [None req-69f1506e-e751-4d84-9239-00a355394604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:29:11Z,description=,heartbeat_timestamp=2021-05-10T19:41:11Z,host='dv-cinder-784453-6-smb',id=66c26874-6d1a-4324-9002-6da014815c52,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:29:11Z,topic='l3_agent')) {'router_ids': ['fe0c78b1-240c-4dcc-8f5c-847a317111d7'], 'active': True} {{(pid=79298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:41:35.926237 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-390be3ee-df28-45f3-99c5-c4fdae767a69 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:41:35.932345 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-390be3ee-df28-45f3-99c5-c4fdae767a69 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:41:36.031188 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-390be3ee-df28-45f3-99c5-c4fdae767a69 admin admin] Made reservation on behalf of 621b65bc86ca4938badbca00258ef2b4 for: {'network': 1} {{(pid=79296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:41:36.033547 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-390be3ee-df28-45f3-99c5-c4fdae767a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for network, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:36.047286 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-390be3ee-df28-45f3-99c5-c4fdae767a69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:36.062766 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-390be3ee-df28-45f3-99c5-c4fdae767a69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:41:36.067904 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-390be3ee-df28-45f3-99c5-c4fdae767a69 admin admin] Usage tracker for resource:security_group_rule and tenant:621b65bc86ca4938badbca00258ef2b4 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:41:36.071013 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-390be3ee-df28-45f3-99c5-c4fdae767a69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:41:36.077556 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-390be3ee-df28-45f3-99c5-c4fdae767a69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:41:36.105336 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_dvr_db [None req-69f1506e-e751-4d84-9239-00a355394604 None None] Set router fe0c78b1-240c-4dcc-8f5c-847a317111d7 gateway port host: dv-cinder-784453-6-smb {{(pid=79298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:41:36.166700 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-390be3ee-df28-45f3-99c5-c4fdae767a69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:36.185772 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d7e79f-a2d7-4611-b7b9-2af7c19a7f4d req-910c87ac-290f-4a88-84bb-0af8da82f3cb tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:41:36.187264 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-36d7e79f-a2d7-4611-b7b9-2af7c19a7f4d req-910c87ac-290f-4a88-84bb-0af8da82f3cb tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a84c55d-7d70-45e4-9625-7a6ad1cb534f HTTP/1.1" status: 200 len: 945 time: 0.0959153 May 10 19:41:36.233593 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-36d7e79f-a2d7-4611-b7b9-2af7c19a7f4d req-6b9308cc-1606-4062-8021-9c797f3b9634 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=301eee89-3e88-468e-b4a4-022c19231d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402238 May 10 19:41:36.242528 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-390be3ee-df28-45f3-99c5-c4fdae767a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:36.247856 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-863f8bbf-440d-4354-8805-ad282c132ffd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:41:36.277029 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-390be3ee-df28-45f3-99c5-c4fdae767a69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=79296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:41:36.285598 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390be3ee-df28-45f3-99c5-c4fdae767a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1fe27cf-1781-4c62-a674-39b61b112256,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:41:36.288700 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-390be3ee-df28-45f3-99c5-c4fdae767a69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:41:36.294758 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-390be3ee-df28-45f3-99c5-c4fdae767a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007211'] for segment, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:36.294758 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.db.segments_db [None req-390be3ee-df28-45f3-99c5-c4fdae767a69 admin admin] Added segment 2def2b3d-6689-43e2-bdcf-16001a776604 of type vlan for network 8146b5e1-cf7d-4196-bad5-04e6c5cccb92 May 10 19:41:36.321229 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-390be3ee-df28-45f3-99c5-c4fdae767a69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757498498946'] for network, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:36.414132 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-390be3ee-df28-45f3-99c5-c4fdae767a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384'] for network, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:36.415572 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390be3ee-df28-45f3-99c5-c4fdae767a69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:41:36.416166 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-390be3ee-df28-45f3-99c5-c4fdae767a69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533414'] for network, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:36.420113 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:41:36.445396 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_hamode_db [None req-69f1506e-e751-4d84-9239-00a355394604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe0c78b1-240c-4dcc-8f5c-847a317111d7', 'name': 'tempest-TestMinimumBasicScenario-1487899092-router', 'tenant_id': 'ef8a604ad20c4dd39e313f34dabc9a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.73'}], 'enable_snat': True}, 'gw_port_id': 'f3c8c818-295e-45a0-8dbf-490fd7e8e16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:41:29Z', 'updated_at': '2021-05-10T19:41:33Z', 'revision_number': 4, 'project_id': 'ef8a604ad20c4dd39e313f34dabc9a91', 'gw_port': {'id': 'f3c8c818-295e-45a0-8dbf-490fd7e8e16f', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:44:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0c78b1-240c-4dcc-8f5c-847a317111d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:41:29Z', 'updated_at': '2021-05-10T19:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb', '_interfaces': [{'id': '27eb94fd-2948-461a-ba21-edb741f43eea', 'name': '', 'network_id': '439080c1-ef31-466a-b48e-1d7fa4459447', 'tenant_id': 'ef8a604ad20c4dd39e313f34dabc9a91', 'mac_address': 'fa:16:3e:ad:92:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe0c78b1-240c-4dcc-8f5c-847a317111d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '5a56506b-41ed-4feb-abff-803d526ecf5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:41:32Z', 'updated_at': '2021-05-10T19:41:33Z', 'revision_number': 2, 'project_id': 'ef8a604ad20c4dd39e313f34dabc9a91', 'subnets': [{'id': '5a56506b-41ed-4feb-abff-803d526ecf5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-smb', False) {} {{(pid=79298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:41:36.449889 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f1506e-e751-4d84-9239-00a355394604 None None] Checking router: fe0c78b1-240c-4dcc-8f5c-847a317111d7 for host: dv-cinder-784453-6-smb {{(pid=79298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:41:36.450262 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f1506e-e751-4d84-9239-00a355394604 None None] Updating router fe0c78b1-240c-4dcc-8f5c-847a317111d7 port 27eb94fd-2948-461a-ba21-edb741f43eea binding host dv-cinder-784453-6-smb {{(pid=79298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:41:36.502551 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron_lib.callbacks.manager [None req-69f1506e-e751-4d84-9239-00a355394604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:36.520662 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390be3ee-df28-45f3-99c5-c4fdae767a69 admin admin] Pushing event updated for resources: {'Network': ['ID=8146b5e1-cf7d-4196-bad5-04e6c5cccb92,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:41:36.523493 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-390be3ee-df28-45f3-99c5-c4fdae767a69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:41:36.532346 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Network 8146b5e1-cf7d-4196-bad5-04e6c5cccb92 details requested by agent ovs-agent-dv-cinder-784453-6-smb with host dv-cinder-784453-6-smb {{(pid=79297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 19:41:36.585792 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-390be3ee-df28-45f3-99c5-c4fdae767a69 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6781497 May 10 19:41:36.588388 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 44208) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:41:36.594186 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.v2.base [None req-853ba56e-f5ab-4eed-bfbf-d17bfa4979c8 admin admin] Request body: {'subnet': {'network_id': '8146b5e1-cf7d-4196-bad5-04e6c5cccb92', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1901141593-subnet', 'tenant_id': '621b65bc86ca4938badbca00258ef2b4', 'ip_version': 4}} {{(pid=79296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:41:36.599642 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-853ba56e-f5ab-4eed-bfbf-d17bfa4979c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:41:36.603848 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-853ba56e-f5ab-4eed-bfbf-d17bfa4979c8 admin admin] Usage tracker for resource:subnet and tenant:621b65bc86ca4938badbca00258ef2b4 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:41:36.607334 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-853ba56e-f5ab-4eed-bfbf-d17bfa4979c8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:41:36.612921 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-853ba56e-f5ab-4eed-bfbf-d17bfa4979c8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:41:36.691687 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-853ba56e-f5ab-4eed-bfbf-d17bfa4979c8 admin admin] Made reservation on behalf of 621b65bc86ca4938badbca00258ef2b4 for: {'subnet': 1} {{(pid=79296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:41:36.693971 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-853ba56e-f5ab-4eed-bfbf-d17bfa4979c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10614077'] for subnet, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:36.840706 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron_lib.callbacks.manager [None req-69f1506e-e751-4d84-9239-00a355394604 None None] Notify callbacks [] for port, precommit_update {{(pid=79298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:36.851706 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.provisioning_blocks [None req-69f1506e-e751-4d84-9239-00a355394604 None None] Transition to ACTIVE for port object 27eb94fd-2948-461a-ba21-edb741f43eea will not be triggered until provisioned by entity L2. {{(pid=79298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:41:36.927988 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron_lib.callbacks.manager [None req-69f1506e-e751-4d84-9239-00a355394604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:36.932123 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:41:36.998131 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac677824-5f12-4fa8-9be4-28572f393a47 None None] Pushing event updated for resources: {'Port': ['ID=27eb94fd-2948-461a-ba21-edb741f43eea,revision_number=3']} {{(pid=79298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:41:37.099463 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac677824-5f12-4fa8-9be4-28572f393a47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:37.099806 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac677824-5f12-4fa8-9be4-28572f393a47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:37.100141 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac677824-5f12-4fa8-9be4-28572f393a47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:37.100472 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac677824-5f12-4fa8-9be4-28572f393a47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:37.100803 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac677824-5f12-4fa8-9be4-28572f393a47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:37.101126 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac677824-5f12-4fa8-9be4-28572f393a47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:37.101446 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac677824-5f12-4fa8-9be4-28572f393a47 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:37.101764 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac677824-5f12-4fa8-9be4-28572f393a47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:37.102084 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac677824-5f12-4fa8-9be4-28572f393a47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:37.102397 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac677824-5f12-4fa8-9be4-28572f393a47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:37.103334 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac677824-5f12-4fa8-9be4-28572f393a47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:37.103650 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac677824-5f12-4fa8-9be4-28572f393a47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:37.140754 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG oslo_concurrency.lockutils [None req-ac677824-5f12-4fa8-9be4-28572f393a47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=79298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:41:37.162941 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.managers [None req-69f1506e-e751-4d84-9239-00a355394604 None None] Attempting to bind port 27eb94fd-2948-461a-ba21-edb741f43eea on host dv-cinder-784453-6-smb for vnic_type normal with profile {{(pid=79298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:41:37.163563 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.managers [None req-69f1506e-e751-4d84-9239-00a355394604 None None] Attempting to bind port 27eb94fd-2948-461a-ba21-edb741f43eea by drivers openvswitch,hyperv on host dv-cinder-784453-6-smb at level 0 using segments [{'id': '20ee66b0-f45d-4341-af81-e2cda99186a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '439080c1-ef31-466a-b48e-1d7fa4459447'}] {{(pid=79298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:41:37.164108 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f1506e-e751-4d84-9239-00a355394604 None None] Attempting to bind port 27eb94fd-2948-461a-ba21-edb741f43eea on network 439080c1-ef31-466a-b48e-1d7fa4459447 {{(pid=79298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:41:37.170078 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f1506e-e751-4d84-9239-00a355394604 None None] Checking agent: {'id': 'f730efe5-2961-494c-9708-c8a2f4be606e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 29, 11), 'started_at': datetime.datetime(2021, 5, 10, 19, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:41:37.170396 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f1506e-e751-4d84-9239-00a355394604 None None] Checking segment: {'id': '20ee66b0-f45d-4341-af81-e2cda99186a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '439080c1-ef31-466a-b48e-1d7fa4459447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:41:37.170798 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron_lib.callbacks.manager [None req-69f1506e-e751-4d84-9239-00a355394604 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:37.171240 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f1506e-e751-4d84-9239-00a355394604 None None] Bound using segment: {'id': '20ee66b0-f45d-4341-af81-e2cda99186a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '439080c1-ef31-466a-b48e-1d7fa4459447'} {{(pid=79298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:41:37.171714 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.managers [None req-69f1506e-e751-4d84-9239-00a355394604 None None] Bound port: 27eb94fd-2948-461a-ba21-edb741f43eea, host: dv-cinder-784453-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20ee66b0-f45d-4341-af81-e2cda99186a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '439080c1-ef31-466a-b48e-1d7fa4459447'}}] {{(pid=79298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:41:37.172102 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron_lib.callbacks.manager [None req-69f1506e-e751-4d84-9239-00a355394604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:37.183156 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-853ba56e-f5ab-4eed-bfbf-d17bfa4979c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10909135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10614095'] for subnet, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:37.188212 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-a1845d73-8e12-4906-ae53-f1bcd06a769c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:41:37.268004 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853ba56e-f5ab-4eed-bfbf-d17bfa4979c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6f18c33-db77-423f-a853-ee81a00b88bd,revision_number=0']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:41:37.271433 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.db [None req-69f1506e-e751-4d84-9239-00a355394604 None None] For port 27eb94fd-2948-461a-ba21-edb741f43eea, host dv-cinder-784453-6-smb, cleared binding levels {{(pid=79298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:41:37.272979 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-853ba56e-f5ab-4eed-bfbf-d17bfa4979c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:41:37.281900 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.db [None req-69f1506e-e751-4d84-9239-00a355394604 None None] For port 27eb94fd-2948-461a-ba21-edb741f43eea, host dv-cinder-784453-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-smb',level=0,port_id=27eb94fd-2948-461a-ba21-edb741f43eea,segment=NetworkSegment(20ee66b0-f45d-4341-af81-e2cda99186a9),segment_id=20ee66b0-f45d-4341-af81-e2cda99186a9)] {{(pid=79298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:41:37.282020 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853ba56e-f5ab-4eed-bfbf-d17bfa4979c8 admin admin] Checking segment: {'id': '2def2b3d-6689-43e2-bdcf-16001a776604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8146b5e1-cf7d-4196-bad5-04e6c5cccb92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:41:37.282020 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853ba56e-f5ab-4eed-bfbf-d17bfa4979c8 admin admin] Network hostable DHCP agents. Network: 8146b5e1-cf7d-4196-bad5-04e6c5cccb92, hostable agents: ['cf5774e5-e4b1-412e-9d40-b43239b08ac1'], hosted agents: [] {{(pid=79296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:41:37.324954 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device f3c8c818-295e-45a0-8dbf-490fd7e8e16f up at agent ovs-agent-dv-cinder-784453-6-smb {{(pid=79297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:41:37.346113 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron_lib.callbacks.manager [None req-69f1506e-e751-4d84-9239-00a355394604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:37.351378 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG oslo_concurrency.lockutils [None req-ac677824-5f12-4fa8-9be4-28572f393a47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:41:37.362751 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853ba56e-f5ab-4eed-bfbf-d17bfa4979c8 admin admin] Network 8146b5e1-cf7d-4196-bad5-04e6c5cccb92 is scheduled to be hosted by DHCP agent cf5774e5-e4b1-412e-9d40-b43239b08ac1 with binding_index 1 {{(pid=79296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:41:37.418339 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Provisioning complete for port f3c8c818-295e-45a0-8dbf-490fd7e8e16f triggered by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:41:37.419048 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:37.444110 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f1506e-e751-4d84-9239-00a355394604 None None] Routers {'fe0c78b1-240c-4dcc-8f5c-847a317111d7'} bound to L3 agent in host dv-cinder-784453-6-smb {{(pid=79298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:41:37.445021 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_hamode_db [None req-69f1506e-e751-4d84-9239-00a355394604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:29:11Z,description=,heartbeat_timestamp=2021-05-10T19:41:11Z,host='dv-cinder-784453-6-smb',id=66c26874-6d1a-4324-9002-6da014815c52,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:29:11Z,topic='l3_agent')) {'router_ids': ['fe0c78b1-240c-4dcc-8f5c-847a317111d7'], 'active': True} {{(pid=79298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:41:37.459593 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.base_scheduler [None req-853ba56e-f5ab-4eed-bfbf-d17bfa4979c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-6-smb, 8146b5e1-cf7d-4196-bad5-04e6c5cccb92) {{(pid=79296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:41:37.470520 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c0adbe-76e2-4d19-a48f-cf8ae307148b req-c0a5b7c8-0ab3-4005-99eb-d39b419e0736 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:41:37.475827 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853ba56e-f5ab-4eed-bfbf-d17bfa4979c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:41:37.476421 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-853ba56e-f5ab-4eed-bfbf-d17bfa4979c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533414'] for subnet, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:37.476845 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-f6c0adbe-76e2-4d19-a48f-cf8ae307148b req-c0a5b7c8-0ab3-4005-99eb-d39b419e0736 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a84c55d-7d70-45e4-9625-7a6ad1cb534f HTTP/1.1" status: 200 len: 945 time: 0.1271939 May 10 19:41:37.477422 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775c1ef0-359e-4e00-b7aa-5baf15b1a44d None None] Network 8146b5e1-cf7d-4196-bad5-04e6c5cccb92 requested from dv-cinder-784453-6-smb {{(pid=79297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:41:37.565405 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-f6c0adbe-76e2-4d19-a48f-cf8ae307148b req-548a9625-9218-4ab9-be7a-31d477d90358 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=301eee89-3e88-468e-b4a4-022c19231d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843961 May 10 19:41:37.577872 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-853ba56e-f5ab-4eed-bfbf-d17bfa4979c8 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9880688 May 10 19:41:37.578163 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 44222) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:41:37.586696 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.v2.base [None req-d518c2e8-bfd5-479f-bdbc-4e3747725150 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1901141593-router', 'tenant_id': '621b65bc86ca4938badbca00258ef2b4', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989'}}} {{(pid=79295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:41:37.598475 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac677824-5f12-4fa8-9be4-28572f393a47 None None] Pushing event updated for resources: {'Port': ['ID=27eb94fd-2948-461a-ba21-edb741f43eea,revision_number=4']} {{(pid=79298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:41:37.598475 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG oslo_concurrency.lockutils [None req-ac677824-5f12-4fa8-9be4-28572f393a47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=79298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:41:37.614805 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-d518c2e8-bfd5-479f-bdbc-4e3747725150 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:41:37.622280 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-d518c2e8-bfd5-479f-bdbc-4e3747725150 admin admin] Usage tracker for resource:router and tenant:621b65bc86ca4938badbca00258ef2b4 is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:41:37.625721 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-d518c2e8-bfd5-479f-bdbc-4e3747725150 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:41:37.634486 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-d518c2e8-bfd5-479f-bdbc-4e3747725150 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:41:37.675124 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_dvr_db [None req-69f1506e-e751-4d84-9239-00a355394604 None None] Set router fe0c78b1-240c-4dcc-8f5c-847a317111d7 gateway port host: dv-cinder-784453-6-smb {{(pid=79298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:41:37.766543 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-d518c2e8-bfd5-479f-bdbc-4e3747725150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-862949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:37.768268 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-d518c2e8-bfd5-479f-bdbc-4e3747725150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-862954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-667882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-557229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5452'] for router, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:37.788385 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3917608a-0b88-45ff-b3e8-069e2580f5f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5621fda0-e5c6-53dc-bc61-667937d628dd-8146b5e1-cf7d-4196-bad5-04e6c5cccb92', 'network_id': '8146b5e1-cf7d-4196-bad5-04e6c5cccb92', 'tenant_id': '621b65bc86ca4938badbca00258ef2b4', 'fixed_ips': [{'subnet_id': 'd6f18c33-db77-423f-a853-ee81a00b88bd'}]}} from dv-cinder-784453-6-smb. {{(pid=79297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 19:41:37.789622 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-3917608a-0b88-45ff-b3e8-069e2580f5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_create {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:37.796541 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-d518c2e8-bfd5-479f-bdbc-4e3747725150 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:37.976132 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.db_base_plugin_common [None req-3917608a-0b88-45ff-b3e8-069e2580f5f2 None None] Allocated IP 172.20.0.2 (8146b5e1-cf7d-4196-bad5-04e6c5cccb92/d6f18c33-db77-423f-a853-ee81a00b88bd/34f4efbe-e026-4bfa-af76-76f13aa8efed) {{(pid=79297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:41:38.042656 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_hamode_db [None req-69f1506e-e751-4d84-9239-00a355394604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe0c78b1-240c-4dcc-8f5c-847a317111d7', 'name': 'tempest-TestMinimumBasicScenario-1487899092-router', 'tenant_id': 'ef8a604ad20c4dd39e313f34dabc9a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.73'}], 'enable_snat': True}, 'gw_port_id': 'f3c8c818-295e-45a0-8dbf-490fd7e8e16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:41:29Z', 'updated_at': '2021-05-10T19:41:33Z', 'revision_number': 4, 'project_id': 'ef8a604ad20c4dd39e313f34dabc9a91', 'gw_port': {'id': 'f3c8c818-295e-45a0-8dbf-490fd7e8e16f', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:44:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0c78b1-240c-4dcc-8f5c-847a317111d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:41:29Z', 'updated_at': '2021-05-10T19:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb', '_interfaces': [{'id': '27eb94fd-2948-461a-ba21-edb741f43eea', 'name': '', 'network_id': '439080c1-ef31-466a-b48e-1d7fa4459447', 'tenant_id': 'ef8a604ad20c4dd39e313f34dabc9a91', 'mac_address': 'fa:16:3e:ad:92:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe0c78b1-240c-4dcc-8f5c-847a317111d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '5a56506b-41ed-4feb-abff-803d526ecf5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:41:32Z', 'updated_at': '2021-05-10T19:41:37Z', 'revision_number': 4, 'project_id': 'ef8a604ad20c4dd39e313f34dabc9a91', 'subnets': [{'id': '5a56506b-41ed-4feb-abff-803d526ecf5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-smb', False) {} {{(pid=79298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:41:38.048048 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f1506e-e751-4d84-9239-00a355394604 None None] The sync data for ids ['fe0c78b1-240c-4dcc-8f5c-847a317111d7'] in dv-cinder-784453-6-smb is: [{'id': 'fe0c78b1-240c-4dcc-8f5c-847a317111d7', 'name': 'tempest-TestMinimumBasicScenario-1487899092-router', 'tenant_id': 'ef8a604ad20c4dd39e313f34dabc9a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.73'}], 'enable_snat': True}, 'gw_port_id': 'f3c8c818-295e-45a0-8dbf-490fd7e8e16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:41:29Z', 'updated_at': '2021-05-10T19:41:33Z', 'revision_number': 4, 'project_id': 'ef8a604ad20c4dd39e313f34dabc9a91', 'gw_port': {'id': 'f3c8c818-295e-45a0-8dbf-490fd7e8e16f', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:44:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0c78b1-240c-4dcc-8f5c-847a317111d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:41:29Z', 'updated_at': '2021-05-10T19:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb', '_interfaces': [{'id': '27eb94fd-2948-461a-ba21-edb741f43eea', 'name': '', 'network_id': '439080c1-ef31-466a-b48e-1d7fa4459447', 'tenant_id': 'ef8a604ad20c4dd39e313f34dabc9a91', 'mac_address': 'fa:16:3e:ad:92:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe0c78b1-240c-4dcc-8f5c-847a317111d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '5a56506b-41ed-4feb-abff-803d526ecf5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:41:32Z', 'updated_at': '2021-05-10T19:41:37Z', 'revision_number': 4, 'project_id': 'ef8a604ad20c4dd39e313f34dabc9a91', 'subnets': [{'id': '5a56506b-41ed-4feb-abff-803d526ecf5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:41:38.157898 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-d518c2e8-bfd5-479f-bdbc-4e3747725150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-667795', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-862225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5458'] for router, precommit_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:38.256857 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-3917608a-0b88-45ff-b3e8-069e2580f5f2 None None] Notify callbacks [] for port, precommit_create {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:38.270319 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-3917608a-0b88-45ff-b3e8-069e2580f5f2 None None] Transition to ACTIVE for port object 34f4efbe-e026-4bfa-af76-76f13aa8efed will not be triggered until provisioned by entity L2. {{(pid=79297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:41:38.292479 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-3917608a-0b88-45ff-b3e8-069e2580f5f2 None None] Transition to ACTIVE for port object 34f4efbe-e026-4bfa-af76-76f13aa8efed will not be triggered until provisioned by entity DHCP. {{(pid=79297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:41:38.299790 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-2ffbb7bd-275c-4a42-86f8-af63050d1318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:38.328549 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:38.374199 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-3917608a-0b88-45ff-b3e8-069e2580f5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757498479620'] for port, after_create {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:38.377830 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:41:38.437777 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3917608a-0b88-45ff-b3e8-069e2580f5f2 None None] Network 8146b5e1-cf7d-4196-bad5-04e6c5cccb92 is already hosted by enough agents. {{(pid=79297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:41:38.440710 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.scheduler.base_scheduler [None req-3917608a-0b88-45ff-b3e8-069e2580f5f2 None None] Resources bound (agent type, host, resource id): {{(pid=79297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:41:38.449661 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3917608a-0b88-45ff-b3e8-069e2580f5f2 None None] Received port after_create {{(pid=79297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:41:38.493267 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3917608a-0b88-45ff-b3e8-069e2580f5f2 None None] Pushing event updated for resources: {'Port': ['ID=34f4efbe-e026-4bfa-af76-76f13aa8efed,revision_number=1']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:41:38.526149 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-d518c2e8-bfd5-479f-bdbc-4e3747725150 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:38.532659 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3917608a-0b88-45ff-b3e8-069e2580f5f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:38.532994 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3917608a-0b88-45ff-b3e8-069e2580f5f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:38.533500 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3917608a-0b88-45ff-b3e8-069e2580f5f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:38.533977 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3917608a-0b88-45ff-b3e8-069e2580f5f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:38.534444 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3917608a-0b88-45ff-b3e8-069e2580f5f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:38.534961 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3917608a-0b88-45ff-b3e8-069e2580f5f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:38.535452 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3917608a-0b88-45ff-b3e8-069e2580f5f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:38.535917 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3917608a-0b88-45ff-b3e8-069e2580f5f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:38.536393 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3917608a-0b88-45ff-b3e8-069e2580f5f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:38.536866 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3917608a-0b88-45ff-b3e8-069e2580f5f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:38.537356 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3917608a-0b88-45ff-b3e8-069e2580f5f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:38.537819 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3917608a-0b88-45ff-b3e8-069e2580f5f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:38.561867 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-d518c2e8-bfd5-479f-bdbc-4e3747725150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:38.584697 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-3917608a-0b88-45ff-b3e8-069e2580f5f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:41:38.621320 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.managers [None req-3917608a-0b88-45ff-b3e8-069e2580f5f2 None None] Attempting to bind port 34f4efbe-e026-4bfa-af76-76f13aa8efed on host dv-cinder-784453-6-smb for vnic_type normal with profile {{(pid=79297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:41:38.621669 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.managers [None req-3917608a-0b88-45ff-b3e8-069e2580f5f2 None None] Attempting to bind port 34f4efbe-e026-4bfa-af76-76f13aa8efed by drivers openvswitch,hyperv on host dv-cinder-784453-6-smb at level 0 using segments [{'id': '2def2b3d-6689-43e2-bdcf-16001a776604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8146b5e1-cf7d-4196-bad5-04e6c5cccb92'}] {{(pid=79297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:41:38.622033 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3917608a-0b88-45ff-b3e8-069e2580f5f2 None None] Attempting to bind port 34f4efbe-e026-4bfa-af76-76f13aa8efed on network 8146b5e1-cf7d-4196-bad5-04e6c5cccb92 {{(pid=79297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:41:38.633034 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3917608a-0b88-45ff-b3e8-069e2580f5f2 None None] Checking agent: {'id': 'f730efe5-2961-494c-9708-c8a2f4be606e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 29, 11), 'started_at': datetime.datetime(2021, 5, 10, 19, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:41:38.634118 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3917608a-0b88-45ff-b3e8-069e2580f5f2 None None] Checking segment: {'id': '2def2b3d-6689-43e2-bdcf-16001a776604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8146b5e1-cf7d-4196-bad5-04e6c5cccb92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:41:38.634997 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-3917608a-0b88-45ff-b3e8-069e2580f5f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:38.635563 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3917608a-0b88-45ff-b3e8-069e2580f5f2 None None] Bound using segment: {'id': '2def2b3d-6689-43e2-bdcf-16001a776604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8146b5e1-cf7d-4196-bad5-04e6c5cccb92'} {{(pid=79297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:41:38.636188 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.managers [None req-3917608a-0b88-45ff-b3e8-069e2580f5f2 None None] Bound port: 34f4efbe-e026-4bfa-af76-76f13aa8efed, host: dv-cinder-784453-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2def2b3d-6689-43e2-bdcf-16001a776604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8146b5e1-cf7d-4196-bad5-04e6c5cccb92'}}] {{(pid=79297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:41:38.636722 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-3917608a-0b88-45ff-b3e8-069e2580f5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:38.757815 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-3917608a-0b88-45ff-b3e8-069e2580f5f2 None None] For port 34f4efbe-e026-4bfa-af76-76f13aa8efed, host dv-cinder-784453-6-smb, cleared binding levels {{(pid=79297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:41:38.764217 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-3917608a-0b88-45ff-b3e8-069e2580f5f2 None None] For port 34f4efbe-e026-4bfa-af76-76f13aa8efed, host dv-cinder-784453-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-smb',level=0,port_id=34f4efbe-e026-4bfa-af76-76f13aa8efed,segment=NetworkSegment(2def2b3d-6689-43e2-bdcf-16001a776604),segment_id=2def2b3d-6689-43e2-bdcf-16001a776604)] {{(pid=79297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:41:38.832195 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-3917608a-0b88-45ff-b3e8-069e2580f5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:38.837598 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:41:38.899031 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.db_base_plugin_common [None req-d518c2e8-bfd5-479f-bdbc-4e3747725150 admin admin] Allocated IP 172.28.3.125 (18edca27-7fe5-44f0-bd00-188f2dc0b989/39840ae5-5b78-40c6-8289-bd2c4c3e7489/1d4907a3-e862-4d4c-b2a7-c5f2b8ee2348) {{(pid=79295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:41:38.927823 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3917608a-0b88-45ff-b3e8-069e2580f5f2 None None] Pushing event updated for resources: {'Port': ['ID=34f4efbe-e026-4bfa-af76-76f13aa8efed,revision_number=2']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:41:38.937367 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-3917608a-0b88-45ff-b3e8-069e2580f5f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:41:39.043279 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d850a4f-7e74-45ff-aeba-0928f2b12bfb req-3570bec6-27d1-4755-a0c7-2dc70989d002 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:41:39.044952 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-4d850a4f-7e74-45ff-aeba-0928f2b12bfb req-3570bec6-27d1-4755-a0c7-2dc70989d002 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a84c55d-7d70-45e4-9625-7a6ad1cb534f HTTP/1.1" status: 200 len: 945 time: 0.3091919 May 10 19:41:39.104897 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.agents_db [None req-ff3cf147-8285-4226-b8f5-cc0a2e41555e None None] Agent healthcheck: found 6 active agents {{(pid=79298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:41:39.109613 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-4d850a4f-7e74-45ff-aeba-0928f2b12bfb req-f29445dc-1304-4375-855b-d93174d7ea81 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=301eee89-3e88-468e-b4a4-022c19231d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512812 May 10 19:41:39.165312 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-d518c2e8-bfd5-479f-bdbc-4e3747725150 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:39.273240 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-d518c2e8-bfd5-479f-bdbc-4e3747725150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757498479620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10826888'] for port, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:39.279027 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:41:39.355480 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d518c2e8-bfd5-479f-bdbc-4e3747725150 admin admin] Network 18edca27-7fe5-44f0-bd00-188f2dc0b989 is already hosted by enough agents. {{(pid=79295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:41:39.358386 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.scheduler.base_scheduler [None req-d518c2e8-bfd5-479f-bdbc-4e3747725150 admin admin] Resources bound (agent type, host, resource id): {{(pid=79295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:41:39.362233 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d518c2e8-bfd5-479f-bdbc-4e3747725150 admin admin] Received port after_create {{(pid=79295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:41:39.403987 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d518c2e8-bfd5-479f-bdbc-4e3747725150 admin admin] Pushing event updated for resources: {'Port': ['ID=1d4907a3-e862-4d4c-b2a7-c5f2b8ee2348,revision_number=1']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:41:39.405374 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device 34f4efbe-e026-4bfa-af76-76f13aa8efed up at agent ovs-agent-dv-cinder-784453-6-smb {{(pid=79297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:41:39.409396 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-d518c2e8-bfd5-479f-bdbc-4e3747725150 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:41:39.566038 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Provisioning for port 34f4efbe-e026-4bfa-af76-76f13aa8efed completed by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:41:39.571215 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device 27eb94fd-2948-461a-ba21-edb741f43eea up at agent ovs-agent-dv-cinder-784453-6-smb {{(pid=79297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:41:39.748779 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Provisioning for port 27eb94fd-2948-461a-ba21-edb741f43eea completed by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:41:39.755345 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Provisioning complete for port 27eb94fd-2948-461a-ba21-edb741f43eea triggered by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:41:39.760832 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:39.887901 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:39.912346 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-d518c2e8-bfd5-479f-bdbc-4e3747725150 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:39.927329 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] For port 27eb94fd-2948-461a-ba21-edb741f43eea, host dv-cinder-784453-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-smb',level=0,port_id=27eb94fd-2948-461a-ba21-edb741f43eea,segment=NetworkSegment(20ee66b0-f45d-4341-af81-e2cda99186a9),segment_id=20ee66b0-f45d-4341-af81-e2cda99186a9)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:41:39.944944 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bdd756-f15d-4696-ae9c-230bb199eef3 None None] Network 8146b5e1-cf7d-4196-bad5-04e6c5cccb92 requested from dv-cinder-784453-6-smb {{(pid=79297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:41:40.056714 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:40.058446 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-c2208a16-bf80-46cc-80ac-650e767a62e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:41:40.143526 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-339ef636-725d-4bfe-a5a3-43c3eb8fc0de None None] Provisioning for port 34f4efbe-e026-4bfa-af76-76f13aa8efed completed by entity DHCP. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:41:40.156917 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-339ef636-725d-4bfe-a5a3-43c3eb8fc0de None None] Provisioning complete for port 34f4efbe-e026-4bfa-af76-76f13aa8efed triggered by entity DHCP. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:41:40.157358 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-339ef636-725d-4bfe-a5a3-43c3eb8fc0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:40.217678 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Pushing event updated for resources: {'Port': ['ID=27eb94fd-2948-461a-ba21-edb741f43eea,revision_number=5']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:41:40.230050 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:41:40.320058 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-d518c2e8-bfd5-479f-bdbc-4e3747725150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-862312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657670'] for router, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:40.352381 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-339ef636-725d-4bfe-a5a3-43c3eb8fc0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:40.402512 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-339ef636-725d-4bfe-a5a3-43c3eb8fc0de None None] For port 34f4efbe-e026-4bfa-af76-76f13aa8efed, host dv-cinder-784453-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-smb',level=0,port_id=34f4efbe-e026-4bfa-af76-76f13aa8efed,segment=NetworkSegment(2def2b3d-6689-43e2-bdcf-16001a776604),segment_id=2def2b3d-6689-43e2-bdcf-16001a776604)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:41:40.476889 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-339ef636-725d-4bfe-a5a3-43c3eb8fc0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:40.481448 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:41:40.568136 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339ef636-725d-4bfe-a5a3-43c3eb8fc0de None None] Pushing event updated for resources: {'Port': ['ID=34f4efbe-e026-4bfa-af76-76f13aa8efed,revision_number=3']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:41:40.571198 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-339ef636-725d-4bfe-a5a3-43c3eb8fc0de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:41:40.586175 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b96973c-82d3-44f7-a07c-d6cf4f313ab1 req-f19426ed-8ba2-485f-a8d7-50a53b514c61 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:41:40.587793 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-3b96973c-82d3-44f7-a07c-d6cf4f313ab1 req-f19426ed-8ba2-485f-a8d7-50a53b514c61 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a84c55d-7d70-45e4-9625-7a6ad1cb534f HTTP/1.1" status: 200 len: 945 time: 0.3364720 May 10 19:41:40.657301 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-3b96973c-82d3-44f7-a07c-d6cf4f313ab1 req-18127ad1-ada6-43e8-bc48-f03ef2c5cb05 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=301eee89-3e88-468e-b4a4-022c19231d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625107 May 10 19:41:40.697029 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-8a100221-3b74-4cb6-93c8-e6fda66497ed None None] Provisioning complete for port 34f4efbe-e026-4bfa-af76-76f13aa8efed triggered by entity DHCP. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:41:40.697404 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-8a100221-3b74-4cb6-93c8-e6fda66497ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:40.761120 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d518c2e8-bfd5-479f-bdbc-4e3747725150 admin admin] Router f7d1dab3-62fe-4a35-bc85-05d9cc6b6eb2 is scheduled to L3 agent 66c26874-6d1a-4324-9002-6da014815c52 with binding_index 1 {{(pid=79295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 19:41:40.840501 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-d738f2b3-80e2-42ed-b49b-2ec76956535d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:40.950056 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d518c2e8-bfd5-479f-bdbc-4e3747725150 admin admin] Notify agent at l3_agent.dv-cinder-784453-6-smb the message routers_updated {{(pid=79295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:41:40.958766 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7ab961-2e7a-4838-a6a9-7d334c5d2999 None None] Sync routers for ids ['f7d1dab3-62fe-4a35-bc85-05d9cc6b6eb2'] in dv-cinder-784453-6-smb {{(pid=79297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:41:40.969146 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:40.970944 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7ab961-2e7a-4838-a6a9-7d334c5d2999 None None] Routers {'f7d1dab3-62fe-4a35-bc85-05d9cc6b6eb2'} bound to L3 agent in host dv-cinder-784453-6-smb {{(pid=79297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:41:40.971253 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_hamode_db [None req-ce7ab961-2e7a-4838-a6a9-7d334c5d2999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:29:11Z,description=,heartbeat_timestamp=2021-05-10T19:41:41Z,host='dv-cinder-784453-6-smb',id=66c26874-6d1a-4324-9002-6da014815c52,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:29:11Z,topic='l3_agent')) {'router_ids': ['f7d1dab3-62fe-4a35-bc85-05d9cc6b6eb2'], 'active': True} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:41:41.103912 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-d518c2e8-bfd5-479f-bdbc-4e3747725150 admin admin] Notify callbacks [] for router, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:41.105133 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-d518c2e8-bfd5-479f-bdbc-4e3747725150 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.5255079 May 10 19:41:41.107818 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 44244) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:41:41.149877 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvr_db [None req-ce7ab961-2e7a-4838-a6a9-7d334c5d2999 None None] Set router f7d1dab3-62fe-4a35-bc85-05d9cc6b6eb2 gateway port host: dv-cinder-784453-6-smb {{(pid=79297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:41:41.355834 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device 34f4efbe-e026-4bfa-af76-76f13aa8efed up at agent ovs-agent-dv-cinder-784453-6-smb {{(pid=79297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:41:41.503280 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Provisioning complete for port 34f4efbe-e026-4bfa-af76-76f13aa8efed triggered by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:41:41.503562 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:41.626682 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_hamode_db [None req-ce7ab961-2e7a-4838-a6a9-7d334c5d2999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d1dab3-62fe-4a35-bc85-05d9cc6b6eb2', 'name': 'tempest-TestMinimumBasicScenario-1901141593-router', 'tenant_id': '621b65bc86ca4938badbca00258ef2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.125'}], 'enable_snat': True}, 'gw_port_id': '1d4907a3-e862-4d4c-b2a7-c5f2b8ee2348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:41:37Z', 'updated_at': '2021-05-10T19:41:39Z', 'revision_number': 3, 'project_id': '621b65bc86ca4938badbca00258ef2b4', 'gw_port': {'id': '1d4907a3-e862-4d4c-b2a7-c5f2b8ee2348', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d1dab3-62fe-4a35-bc85-05d9cc6b6eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:41:38Z', 'updated_at': '2021-05-10T19:41:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb'}], 'dv-cinder-784453-6-smb', False) {} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:41:41.639446 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7ab961-2e7a-4838-a6a9-7d334c5d2999 None None] Checking router: f7d1dab3-62fe-4a35-bc85-05d9cc6b6eb2 for host: dv-cinder-784453-6-smb {{(pid=79297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:41:41.639823 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7ab961-2e7a-4838-a6a9-7d334c5d2999 None None] Updating router f7d1dab3-62fe-4a35-bc85-05d9cc6b6eb2 port 1d4907a3-e862-4d4c-b2a7-c5f2b8ee2348 binding host dv-cinder-784453-6-smb {{(pid=79297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:41:41.670329 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device 27eb94fd-2948-461a-ba21-edb741f43eea up at agent ovs-agent-dv-cinder-784453-6-smb {{(pid=79297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:41:41.747479 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-ce7ab961-2e7a-4838-a6a9-7d334c5d2999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:41.856107 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-7a2f42e1-c696-41cf-8881-43a2660d1a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:41.865606 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Provisioning complete for port 27eb94fd-2948-461a-ba21-edb741f43eea triggered by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:41:41.866248 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:41.941218 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c50a13-3943-4ddf-9cce-28170a6bc027 req-6c946cc6-cbf0-47ab-b536-bd05e9922b1d tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:41:41.942688 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-a8c50a13-3943-4ddf-9cce-28170a6bc027 req-6c946cc6-cbf0-47ab-b536-bd05e9922b1d tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a84c55d-7d70-45e4-9625-7a6ad1cb534f HTTP/1.1" status: 200 len: 945 time: 0.1605082 May 10 19:41:42.009772 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-05ecdfa3-b7ee-4afa-83d7-ebb5bc70016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:42.047328 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-a8c50a13-3943-4ddf-9cce-28170a6bc027 req-07fd87d1-5204-4dd9-b40d-55e7347d79fa tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=301eee89-3e88-468e-b4a4-022c19231d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974853 May 10 19:41:42.113224 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device 4a72b273-be2c-49c1-9151-d3dbeccf0e99 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=79297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 19:41:42.145087 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.db_base_plugin_common [None req-7a2f42e1-c696-41cf-8881-43a2660d1a12 admin admin] Allocated IP 172.20.0.1 (8146b5e1-cf7d-4196-bad5-04e6c5cccb92/d6f18c33-db77-423f-a853-ee81a00b88bd/56554ce8-ec3c-4448-973c-e6f44bff2cb9) {{(pid=79295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:41:42.295612 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-ce7ab961-2e7a-4838-a6a9-7d334c5d2999 None None] Notify callbacks [] for port, precommit_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:42.303209 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-7a2f42e1-c696-41cf-8881-43a2660d1a12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:42.315427 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-ce7ab961-2e7a-4838-a6a9-7d334c5d2999 None None] Transition to ACTIVE for port object 1d4907a3-e862-4d4c-b2a7-c5f2b8ee2348 will not be triggered until provisioned by entity L2. {{(pid=79297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:41:42.320454 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.provisioning_blocks [None req-7a2f42e1-c696-41cf-8881-43a2660d1a12 admin admin] Transition to ACTIVE for port object 56554ce8-ec3c-4448-973c-e6f44bff2cb9 will not be triggered until provisioned by entity DHCP. {{(pid=79295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:41:42.335484 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] For port 4a72b273-be2c-49c1-9151-d3dbeccf0e99, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=4a72b273-be2c-49c1-9151-d3dbeccf0e99,segment=NetworkSegment(108993fe-967b-403c-a08b-306337f62f28),segment_id=108993fe-967b-403c-a08b-306337f62f28)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:41:42.348828 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Returning: {'device': '4a72b273-be2c-49c1-9151-d3dbeccf0e99', 'network_id': 'c1996f27-1db4-443b-b1de-2cd374f7ede0', 'port_id': '4a72b273-be2c-49c1-9151-d3dbeccf0e99', 'mac_address': 'fa:16:3e:68:4d:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9a3be94-0d38-4426-8d23-4357f15ca2f9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 19:41:42.403457 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:42.413759 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-ce7ab961-2e7a-4838-a6a9-7d334c5d2999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:42.420219 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-98feeeae-c831-4ad0-9037-35f11980da1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:41:42.434870 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-7a2f42e1-c696-41cf-8881-43a2660d1a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757498479620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10826888'] for port, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:42.438846 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-5b641e7e-628a-4379-b62f-3088fcbce68c tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:41:42.470239 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.notifiers.nova [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4a72b273-be2c-49c1-9151-d3dbeccf0e99 {{(pid=79297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:41:42.521433 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] For port 4a72b273-be2c-49c1-9151-d3dbeccf0e99, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=4a72b273-be2c-49c1-9151-d3dbeccf0e99,segment=NetworkSegment(108993fe-967b-403c-a08b-306337f62f28),segment_id=108993fe-967b-403c-a08b-306337f62f28)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:41:42.522577 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.managers [None req-ce7ab961-2e7a-4838-a6a9-7d334c5d2999 None None] Attempting to bind port 1d4907a3-e862-4d4c-b2a7-c5f2b8ee2348 on host dv-cinder-784453-6-smb for vnic_type normal with profile {{(pid=79297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:41:42.522971 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.managers [None req-ce7ab961-2e7a-4838-a6a9-7d334c5d2999 None None] Attempting to bind port 1d4907a3-e862-4d4c-b2a7-c5f2b8ee2348 by drivers openvswitch,hyperv on host dv-cinder-784453-6-smb at level 0 using segments [{'id': '23ec30ec-fc80-4a54-bc14-1568bb8683df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989'}] {{(pid=79297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:41:42.523342 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7ab961-2e7a-4838-a6a9-7d334c5d2999 None None] Attempting to bind port 1d4907a3-e862-4d4c-b2a7-c5f2b8ee2348 on network 18edca27-7fe5-44f0-bd00-188f2dc0b989 {{(pid=79297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:41:42.525549 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1648d41-b71f-4a3f-be1c-3e61403a3524 None None] Pushing event updated for resources: {'Port': ['ID=1d4907a3-e862-4d4c-b2a7-c5f2b8ee2348,revision_number=2']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:41:42.529611 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-d1648d41-b71f-4a3f-be1c-3e61403a3524 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:41:42.532549 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7ab961-2e7a-4838-a6a9-7d334c5d2999 None None] Checking agent: {'id': 'f730efe5-2961-494c-9708-c8a2f4be606e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 29, 11), 'started_at': datetime.datetime(2021, 5, 10, 19, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:41:42.533380 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7ab961-2e7a-4838-a6a9-7d334c5d2999 None None] Checking segment: {'id': '23ec30ec-fc80-4a54-bc14-1568bb8683df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:41:42.533526 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-ce7ab961-2e7a-4838-a6a9-7d334c5d2999 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:42.533846 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7ab961-2e7a-4838-a6a9-7d334c5d2999 None None] Bound using segment: {'id': '23ec30ec-fc80-4a54-bc14-1568bb8683df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989'} {{(pid=79297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:41:42.534330 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.managers [None req-ce7ab961-2e7a-4838-a6a9-7d334c5d2999 None None] Bound port: 1d4907a3-e862-4d4c-b2a7-c5f2b8ee2348, host: dv-cinder-784453-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23ec30ec-fc80-4a54-bc14-1568bb8683df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989'}}] {{(pid=79297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:41:42.534715 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-ce7ab961-2e7a-4838-a6a9-7d334c5d2999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:42.600900 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:42.617262 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2f42e1-c696-41cf-8881-43a2660d1a12 admin admin] Network 8146b5e1-cf7d-4196-bad5-04e6c5cccb92 is already hosted by enough agents. {{(pid=79295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:41:42.619002 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-3917608a-0b88-45ff-b3e8-069e2580f5f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:41:42.626617 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.scheduler.base_scheduler [None req-7a2f42e1-c696-41cf-8881-43a2660d1a12 admin admin] Resources bound (agent type, host, resource id): {{(pid=79295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:41:42.634847 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2f42e1-c696-41cf-8881-43a2660d1a12 admin admin] Received port after_create {{(pid=79295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:41:42.663824 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2f42e1-c696-41cf-8881-43a2660d1a12 admin admin] Pushing event updated for resources: {'Port': ['ID=56554ce8-ec3c-4448-973c-e6f44bff2cb9,revision_number=1']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:41:42.671378 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-7a2f42e1-c696-41cf-8881-43a2660d1a12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:41:42.695354 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-ce7ab961-2e7a-4838-a6a9-7d334c5d2999 None None] For port 1d4907a3-e862-4d4c-b2a7-c5f2b8ee2348, host dv-cinder-784453-6-smb, cleared binding levels {{(pid=79297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:41:42.700445 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-ce7ab961-2e7a-4838-a6a9-7d334c5d2999 None None] For port 1d4907a3-e862-4d4c-b2a7-c5f2b8ee2348, host dv-cinder-784453-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-smb',level=0,port_id=1d4907a3-e862-4d4c-b2a7-c5f2b8ee2348,segment=NetworkSegment(23ec30ec-fc80-4a54-bc14-1568bb8683df),segment_id=23ec30ec-fc80-4a54-bc14-1568bb8683df)] {{(pid=79297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:41:42.703925 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-7a2f42e1-c696-41cf-8881-43a2660d1a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663513'] for router_interface, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:42.725444 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] get_ports_and_sgs() called for port_ids ['4a72b273-be2c-49c1-9151-d3dbeccf0e99'] {{(pid=79297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:41:42.778218 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Pushing event updated for resources: {'Port': ['ID=4a72b273-be2c-49c1-9151-d3dbeccf0e99,revision_number=6']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:41:42.781963 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:41:42.785570 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-ce7ab961-2e7a-4838-a6a9-7d334c5d2999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:42.791652 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:41:42.922284 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1648d41-b71f-4a3f-be1c-3e61403a3524 None None] Pushing event updated for resources: {'Port': ['ID=1d4907a3-e862-4d4c-b2a7-c5f2b8ee2348,revision_number=3']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:41:42.928327 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-7a2f42e1-c696-41cf-8881-43a2660d1a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:42.929672 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-d1648d41-b71f-4a3f-be1c-3e61403a3524 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:41:42.945894 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7ab961-2e7a-4838-a6a9-7d334c5d2999 None None] Routers {'f7d1dab3-62fe-4a35-bc85-05d9cc6b6eb2'} bound to L3 agent in host dv-cinder-784453-6-smb {{(pid=79297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:41:42.947340 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_hamode_db [None req-ce7ab961-2e7a-4838-a6a9-7d334c5d2999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:29:11Z,description=,heartbeat_timestamp=2021-05-10T19:41:41Z,host='dv-cinder-784453-6-smb',id=66c26874-6d1a-4324-9002-6da014815c52,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:29:11Z,topic='l3_agent')) {'router_ids': ['f7d1dab3-62fe-4a35-bc85-05d9cc6b6eb2'], 'active': True} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:41:43.188091 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-7a2f42e1-c696-41cf-8881-43a2660d1a12 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:43.257054 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-a1cf898e-4571-4223-97fe-620f736fec95 None None] Provisioning for port 56554ce8-ec3c-4448-973c-e6f44bff2cb9 completed by entity DHCP. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:41:43.279997 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-a1cf898e-4571-4223-97fe-620f736fec95 None None] Provisioning complete for port 56554ce8-ec3c-4448-973c-e6f44bff2cb9 triggered by entity DHCP. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:41:43.280385 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-a1cf898e-4571-4223-97fe-620f736fec95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:43.295462 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-7a2f42e1-c696-41cf-8881-43a2660d1a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10826897'] for port, after_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:43.336980 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-89491f6b-9c73-466c-872e-74c68def3c04 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:41:43.345748 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvr_db [None req-ce7ab961-2e7a-4838-a6a9-7d334c5d2999 None None] Set router f7d1dab3-62fe-4a35-bc85-05d9cc6b6eb2 gateway port host: dv-cinder-784453-6-smb {{(pid=79297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:41:43.425803 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.plugin [None req-a1cf898e-4571-4223-97fe-620f736fec95 None None] Port 56554ce8-ec3c-4448-973c-e6f44bff2cb9 cannot update to ACTIVE because it is not bound. {{(pid=79297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 19:41:43.430321 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2f42e1-c696-41cf-8881-43a2660d1a12 admin admin] Pushing event updated for resources: {'Port': ['ID=56554ce8-ec3c-4448-973c-e6f44bff2cb9,revision_number=2']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:41:43.437618 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-7a2f42e1-c696-41cf-8881-43a2660d1a12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:41:43.438695 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-7a2f42e1-c696-41cf-8881-43a2660d1a12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663418'] for router_interface, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:43.479695 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0dfe7-9971-44b2-a872-9a313b81f984 req-d79d9ef8-88c3-45ed-83f8-aadbcec9bdbc tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:41:43.481173 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-f8b0dfe7-9971-44b2-a872-9a313b81f984 req-d79d9ef8-88c3-45ed-83f8-aadbcec9bdbc tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a84c55d-7d70-45e4-9625-7a6ad1cb534f HTTP/1.1" status: 200 len: 944 time: 0.2612524 May 10 19:41:43.607217 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-f8b0dfe7-9971-44b2-a872-9a313b81f984 req-1b47a462-10c9-416f-b8ff-9ddfcfcd0c9e tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=301eee89-3e88-468e-b4a4-022c19231d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779052 May 10 19:41:43.631134 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2f42e1-c696-41cf-8881-43a2660d1a12 admin admin] Network 8146b5e1-cf7d-4196-bad5-04e6c5cccb92 is already hosted by enough agents. {{(pid=79295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:41:43.632360 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.scheduler.base_scheduler [None req-7a2f42e1-c696-41cf-8881-43a2660d1a12 admin admin] Resources bound (agent type, host, resource id): {{(pid=79295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:41:43.705498 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-02078f97-e06b-4c48-b673-8bf9bf3f5f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:43.730907 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_hamode_db [None req-ce7ab961-2e7a-4838-a6a9-7d334c5d2999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d1dab3-62fe-4a35-bc85-05d9cc6b6eb2', 'name': 'tempest-TestMinimumBasicScenario-1901141593-router', 'tenant_id': '621b65bc86ca4938badbca00258ef2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.125'}], 'enable_snat': True}, 'gw_port_id': '1d4907a3-e862-4d4c-b2a7-c5f2b8ee2348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:41:37Z', 'updated_at': '2021-05-10T19:41:42Z', 'revision_number': 4, 'project_id': '621b65bc86ca4938badbca00258ef2b4', 'gw_port': {'id': '1d4907a3-e862-4d4c-b2a7-c5f2b8ee2348', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d1dab3-62fe-4a35-bc85-05d9cc6b6eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:41:38Z', 'updated_at': '2021-05-10T19:41:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb', '_interfaces': [{'id': '56554ce8-ec3c-4448-973c-e6f44bff2cb9', 'name': '', 'network_id': '8146b5e1-cf7d-4196-bad5-04e6c5cccb92', 'tenant_id': '621b65bc86ca4938badbca00258ef2b4', 'mac_address': 'fa:16:3e:a0:77:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d1dab3-62fe-4a35-bc85-05d9cc6b6eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'd6f18c33-db77-423f-a853-ee81a00b88bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:41:41Z', 'updated_at': '2021-05-10T19:41:42Z', 'revision_number': 1, 'project_id': '621b65bc86ca4938badbca00258ef2b4', 'subnets': [{'id': 'd6f18c33-db77-423f-a853-ee81a00b88bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-smb', False) {} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:41:43.740397 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7ab961-2e7a-4838-a6a9-7d334c5d2999 None None] The sync data for ids ['f7d1dab3-62fe-4a35-bc85-05d9cc6b6eb2'] in dv-cinder-784453-6-smb is: [{'id': 'f7d1dab3-62fe-4a35-bc85-05d9cc6b6eb2', 'name': 'tempest-TestMinimumBasicScenario-1901141593-router', 'tenant_id': '621b65bc86ca4938badbca00258ef2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.125'}], 'enable_snat': True}, 'gw_port_id': '1d4907a3-e862-4d4c-b2a7-c5f2b8ee2348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:41:37Z', 'updated_at': '2021-05-10T19:41:42Z', 'revision_number': 4, 'project_id': '621b65bc86ca4938badbca00258ef2b4', 'gw_port': {'id': '1d4907a3-e862-4d4c-b2a7-c5f2b8ee2348', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d1dab3-62fe-4a35-bc85-05d9cc6b6eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:41:38Z', 'updated_at': '2021-05-10T19:41:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb', '_interfaces': [{'id': '56554ce8-ec3c-4448-973c-e6f44bff2cb9', 'name': '', 'network_id': '8146b5e1-cf7d-4196-bad5-04e6c5cccb92', 'tenant_id': '621b65bc86ca4938badbca00258ef2b4', 'mac_address': 'fa:16:3e:a0:77:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d1dab3-62fe-4a35-bc85-05d9cc6b6eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'd6f18c33-db77-423f-a853-ee81a00b88bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:41:41Z', 'updated_at': '2021-05-10T19:41:42Z', 'revision_number': 1, 'project_id': '621b65bc86ca4938badbca00258ef2b4', 'subnets': [{'id': 'd6f18c33-db77-423f-a853-ee81a00b88bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:41:43.882626 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a2f42e1-c696-41cf-8881-43a2660d1a12 admin admin] Router f7d1dab3-62fe-4a35-bc85-05d9cc6b6eb2 has already been hosted by L3 agent 66c26874-6d1a-4324-9002-6da014815c52 {{(pid=79295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:41:43.965568 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-5e9c3774-5056-4581-bd2d-8612dfc77539 None None] Provisioning complete for port 56554ce8-ec3c-4448-973c-e6f44bff2cb9 triggered by entity DHCP. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:41:43.969665 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-5e9c3774-5056-4581-bd2d-8612dfc77539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:44.061624 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.plugin [None req-5e9c3774-5056-4581-bd2d-8612dfc77539 None None] Port 56554ce8-ec3c-4448-973c-e6f44bff2cb9 cannot update to ACTIVE because it is not bound. {{(pid=79297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 19:41:44.115678 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device 4a72b273-be2c-49c1-9151-d3dbeccf0e99 up at agent hyperv_hv-cinder-78445 {{(pid=79297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:41:44.141595 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a2f42e1-c696-41cf-8881-43a2660d1a12 admin admin] Notify agent at l3_agent.dv-cinder-784453-6-smb the message routers_updated {{(pid=79295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:41:44.154839 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-7a2f42e1-c696-41cf-8881-43a2660d1a12 admin admin] 10.222.0.46 "PUT /v2.0/routers/f7d1dab3-62fe-4a35-bc85-05d9cc6b6eb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0459640 May 10 19:41:44.245584 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Provisioning complete for port 4a72b273-be2c-49c1-9151-d3dbeccf0e99 triggered by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:41:44.245969 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:44.447582 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:44.490378 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] For port 4a72b273-be2c-49c1-9151-d3dbeccf0e99, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=4a72b273-be2c-49c1-9151-d3dbeccf0e99,segment=NetworkSegment(108993fe-967b-403c-a08b-306337f62f28),segment_id=108993fe-967b-403c-a08b-306337f62f28)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:41:44.491885 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a84c55d-7d70-45e4-9625-7a6ad1cb534f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a72b273-be2c-49c1-9151-d3dbeccf0e99'}] {{(pid=79297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:41:44.551719 dv-cinder-784453-6-smb neutron-server[79297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a84c55d-7d70-45e4-9625-7a6ad1cb534f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a72b273-be2c-49c1-9151-d3dbeccf0e99', 'code': 200} May 10 19:41:44.562873 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:44.566756 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:41:44.725224 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Pushing event updated for resources: {'Port': ['ID=4a72b273-be2c-49c1-9151-d3dbeccf0e99,revision_number=7']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:41:44.740378 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:41:44.926131 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c677f64-faf3-40d3-95e9-174d89e04200 req-86443e7c-2dae-4844-b59a-128ecd9c4590 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:41:44.930590 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-5c677f64-faf3-40d3-95e9-174d89e04200 req-86443e7c-2dae-4844-b59a-128ecd9c4590 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a84c55d-7d70-45e4-9625-7a6ad1cb534f HTTP/1.1" status: 200 len: 945 time: 0.1102443 May 10 19:41:45.032284 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-5c677f64-faf3-40d3-95e9-174d89e04200 req-8773ee5f-6ba6-4db3-a441-61332f72a574 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=301eee89-3e88-468e-b4a4-022c19231d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963693 May 10 19:41:45.390626 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device 1d4907a3-e862-4d4c-b2a7-c5f2b8ee2348 up at agent ovs-agent-dv-cinder-784453-6-smb {{(pid=79297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:41:45.732148 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Provisioning for port 1d4907a3-e862-4d4c-b2a7-c5f2b8ee2348 completed by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:41:45.737257 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Provisioning complete for port 1d4907a3-e862-4d4c-b2a7-c5f2b8ee2348 triggered by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:41:45.737641 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:45.920359 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:45.981047 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] For port 1d4907a3-e862-4d4c-b2a7-c5f2b8ee2348, host dv-cinder-784453-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-smb',level=0,port_id=1d4907a3-e862-4d4c-b2a7-c5f2b8ee2348,segment=NetworkSegment(23ec30ec-fc80-4a54-bc14-1568bb8683df),segment_id=23ec30ec-fc80-4a54-bc14-1568bb8683df)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:41:46.122712 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:46.125073 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-aaf9d355-5f43-43db-91e1-0321502ff9a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:41:46.269554 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Pushing event updated for resources: {'Port': ['ID=1d4907a3-e862-4d4c-b2a7-c5f2b8ee2348,revision_number=4']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:41:46.301548 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:41:46.620726 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826d518-8bfb-443d-996f-75cef32087f7 req-0c68c135-b168-42c4-8e8c-a0d5c588e535 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:41:46.622321 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-3826d518-8bfb-443d-996f-75cef32087f7 req-0c68c135-b168-42c4-8e8c-a0d5c588e535 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a84c55d-7d70-45e4-9625-7a6ad1cb534f HTTP/1.1" status: 200 len: 945 time: 0.2867661 May 10 19:41:46.766880 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-3826d518-8bfb-443d-996f-75cef32087f7 req-f53297dc-f6d3-40af-b8fb-19355d34114e tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=301eee89-3e88-468e-b4a4-022c19231d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183953 May 10 19:41:46.800311 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85120fa-23d5-4350-92a9-e3a2a92cf8f7 None None] Sync routers for ids ['f7d1dab3-62fe-4a35-bc85-05d9cc6b6eb2'] in dv-cinder-784453-6-smb {{(pid=79298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:41:46.810828 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85120fa-23d5-4350-92a9-e3a2a92cf8f7 None None] Routers {'f7d1dab3-62fe-4a35-bc85-05d9cc6b6eb2'} bound to L3 agent in host dv-cinder-784453-6-smb {{(pid=79298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:41:46.811510 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_hamode_db [None req-a85120fa-23d5-4350-92a9-e3a2a92cf8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:29:11Z,description=,heartbeat_timestamp=2021-05-10T19:41:41Z,host='dv-cinder-784453-6-smb',id=66c26874-6d1a-4324-9002-6da014815c52,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:29:11Z,topic='l3_agent')) {'router_ids': ['f7d1dab3-62fe-4a35-bc85-05d9cc6b6eb2'], 'active': True} {{(pid=79298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:41:47.147760 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_dvr_db [None req-a85120fa-23d5-4350-92a9-e3a2a92cf8f7 None None] Set router f7d1dab3-62fe-4a35-bc85-05d9cc6b6eb2 gateway port host: dv-cinder-784453-6-smb {{(pid=79298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:41:47.400013 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device 1d4907a3-e862-4d4c-b2a7-c5f2b8ee2348 up at agent ovs-agent-dv-cinder-784453-6-smb {{(pid=79297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:41:47.604730 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_hamode_db [None req-a85120fa-23d5-4350-92a9-e3a2a92cf8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d1dab3-62fe-4a35-bc85-05d9cc6b6eb2', 'name': 'tempest-TestMinimumBasicScenario-1901141593-router', 'tenant_id': '621b65bc86ca4938badbca00258ef2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.125'}], 'enable_snat': True}, 'gw_port_id': '1d4907a3-e862-4d4c-b2a7-c5f2b8ee2348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:41:37Z', 'updated_at': '2021-05-10T19:41:42Z', 'revision_number': 4, 'project_id': '621b65bc86ca4938badbca00258ef2b4', 'gw_port': {'id': '1d4907a3-e862-4d4c-b2a7-c5f2b8ee2348', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d1dab3-62fe-4a35-bc85-05d9cc6b6eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:41:38Z', 'updated_at': '2021-05-10T19:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb', '_interfaces': [{'id': '56554ce8-ec3c-4448-973c-e6f44bff2cb9', 'name': '', 'network_id': '8146b5e1-cf7d-4196-bad5-04e6c5cccb92', 'tenant_id': '621b65bc86ca4938badbca00258ef2b4', 'mac_address': 'fa:16:3e:a0:77:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d1dab3-62fe-4a35-bc85-05d9cc6b6eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'd6f18c33-db77-423f-a853-ee81a00b88bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:41:41Z', 'updated_at': '2021-05-10T19:41:43Z', 'revision_number': 2, 'project_id': '621b65bc86ca4938badbca00258ef2b4', 'subnets': [{'id': 'd6f18c33-db77-423f-a853-ee81a00b88bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-smb', False) {} {{(pid=79298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:41:47.609663 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85120fa-23d5-4350-92a9-e3a2a92cf8f7 None None] Checking router: f7d1dab3-62fe-4a35-bc85-05d9cc6b6eb2 for host: dv-cinder-784453-6-smb {{(pid=79298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:41:47.610315 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85120fa-23d5-4350-92a9-e3a2a92cf8f7 None None] Updating router f7d1dab3-62fe-4a35-bc85-05d9cc6b6eb2 port 56554ce8-ec3c-4448-973c-e6f44bff2cb9 binding host dv-cinder-784453-6-smb {{(pid=79298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:41:47.638697 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Provisioning complete for port 1d4907a3-e862-4d4c-b2a7-c5f2b8ee2348 triggered by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:41:47.639105 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:47.690924 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron_lib.callbacks.manager [None req-a85120fa-23d5-4350-92a9-e3a2a92cf8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:48.158910 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a2db89-a881-4f12-90c2-674baf5e9448 req-cea2e376-87de-44b5-8ac3-3095fad832c2 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:41:48.161264 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-36a2db89-a881-4f12-90c2-674baf5e9448 req-cea2e376-87de-44b5-8ac3-3095fad832c2 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a84c55d-7d70-45e4-9625-7a6ad1cb534f HTTP/1.1" status: 200 len: 945 time: 0.1846278 May 10 19:41:48.273358 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-36a2db89-a881-4f12-90c2-674baf5e9448 req-b2792a06-0d40-4316-8667-d9d2eedebc9e tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=301eee89-3e88-468e-b4a4-022c19231d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054583 May 10 19:41:48.275443 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron_lib.callbacks.manager [None req-a85120fa-23d5-4350-92a9-e3a2a92cf8f7 None None] Notify callbacks [] for port, precommit_update {{(pid=79298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:48.290551 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.provisioning_blocks [None req-a85120fa-23d5-4350-92a9-e3a2a92cf8f7 None None] Transition to ACTIVE for port object 56554ce8-ec3c-4448-973c-e6f44bff2cb9 will not be triggered until provisioned by entity L2. {{(pid=79298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:41:48.357715 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron_lib.callbacks.manager [None req-a85120fa-23d5-4350-92a9-e3a2a92cf8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:48.362493 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG oslo_concurrency.lockutils [None req-f3ec6536-d389-4e93-bb33-723d592c061b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:41:48.570750 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715141ae-d867-4987-9278-c51fbeeccc40 None None] Pushing event updated for resources: {'Port': ['ID=56554ce8-ec3c-4448-973c-e6f44bff2cb9,revision_number=3']} {{(pid=79298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:41:48.588516 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG oslo_concurrency.lockutils [None req-715141ae-d867-4987-9278-c51fbeeccc40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=79298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:41:48.717388 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.managers [None req-a85120fa-23d5-4350-92a9-e3a2a92cf8f7 None None] Attempting to bind port 56554ce8-ec3c-4448-973c-e6f44bff2cb9 on host dv-cinder-784453-6-smb for vnic_type normal with profile {{(pid=79298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:41:48.717388 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.managers [None req-a85120fa-23d5-4350-92a9-e3a2a92cf8f7 None None] Attempting to bind port 56554ce8-ec3c-4448-973c-e6f44bff2cb9 by drivers openvswitch,hyperv on host dv-cinder-784453-6-smb at level 0 using segments [{'id': '2def2b3d-6689-43e2-bdcf-16001a776604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8146b5e1-cf7d-4196-bad5-04e6c5cccb92'}] {{(pid=79298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:41:48.717388 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85120fa-23d5-4350-92a9-e3a2a92cf8f7 None None] Attempting to bind port 56554ce8-ec3c-4448-973c-e6f44bff2cb9 on network 8146b5e1-cf7d-4196-bad5-04e6c5cccb92 {{(pid=79298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:41:48.722258 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85120fa-23d5-4350-92a9-e3a2a92cf8f7 None None] Checking agent: {'id': 'f730efe5-2961-494c-9708-c8a2f4be606e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 29, 11), 'started_at': datetime.datetime(2021, 5, 10, 19, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:41:48.722639 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85120fa-23d5-4350-92a9-e3a2a92cf8f7 None None] Checking segment: {'id': '2def2b3d-6689-43e2-bdcf-16001a776604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8146b5e1-cf7d-4196-bad5-04e6c5cccb92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:41:48.723608 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron_lib.callbacks.manager [None req-a85120fa-23d5-4350-92a9-e3a2a92cf8f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:48.724189 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85120fa-23d5-4350-92a9-e3a2a92cf8f7 None None] Bound using segment: {'id': '2def2b3d-6689-43e2-bdcf-16001a776604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8146b5e1-cf7d-4196-bad5-04e6c5cccb92'} {{(pid=79298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:41:48.724979 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.managers [None req-a85120fa-23d5-4350-92a9-e3a2a92cf8f7 None None] Bound port: 56554ce8-ec3c-4448-973c-e6f44bff2cb9, host: dv-cinder-784453-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2def2b3d-6689-43e2-bdcf-16001a776604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8146b5e1-cf7d-4196-bad5-04e6c5cccb92'}}] {{(pid=79298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:41:48.725390 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron_lib.callbacks.manager [None req-a85120fa-23d5-4350-92a9-e3a2a92cf8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:48.872373 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.db [None req-a85120fa-23d5-4350-92a9-e3a2a92cf8f7 None None] For port 56554ce8-ec3c-4448-973c-e6f44bff2cb9, host dv-cinder-784453-6-smb, cleared binding levels {{(pid=79298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:41:48.876960 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.db [None req-a85120fa-23d5-4350-92a9-e3a2a92cf8f7 None None] For port 56554ce8-ec3c-4448-973c-e6f44bff2cb9, host dv-cinder-784453-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-smb',level=0,port_id=56554ce8-ec3c-4448-973c-e6f44bff2cb9,segment=NetworkSegment(2def2b3d-6689-43e2-bdcf-16001a776604),segment_id=2def2b3d-6689-43e2-bdcf-16001a776604)] {{(pid=79298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:41:48.968958 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron_lib.callbacks.manager [None req-a85120fa-23d5-4350-92a9-e3a2a92cf8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:48.973542 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG oslo_concurrency.lockutils [None req-18d772ac-6f47-4db4-8dc9-4b7991061218 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:41:49.065165 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85120fa-23d5-4350-92a9-e3a2a92cf8f7 None None] Routers {'f7d1dab3-62fe-4a35-bc85-05d9cc6b6eb2'} bound to L3 agent in host dv-cinder-784453-6-smb {{(pid=79298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:41:49.070704 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_hamode_db [None req-a85120fa-23d5-4350-92a9-e3a2a92cf8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:29:11Z,description=,heartbeat_timestamp=2021-05-10T19:41:41Z,host='dv-cinder-784453-6-smb',id=66c26874-6d1a-4324-9002-6da014815c52,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:29:11Z,topic='l3_agent')) {'router_ids': ['f7d1dab3-62fe-4a35-bc85-05d9cc6b6eb2'], 'active': True} {{(pid=79298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:41:49.143881 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715141ae-d867-4987-9278-c51fbeeccc40 None None] Pushing event updated for resources: {'Port': ['ID=56554ce8-ec3c-4448-973c-e6f44bff2cb9,revision_number=4']} {{(pid=79298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:41:49.157504 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG oslo_concurrency.lockutils [None req-715141ae-d867-4987-9278-c51fbeeccc40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=79298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:41:49.429254 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device 56554ce8-ec3c-4448-973c-e6f44bff2cb9 up at agent ovs-agent-dv-cinder-784453-6-smb {{(pid=79297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:41:49.454597 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_dvr_db [None req-a85120fa-23d5-4350-92a9-e3a2a92cf8f7 None None] Set router f7d1dab3-62fe-4a35-bc85-05d9cc6b6eb2 gateway port host: dv-cinder-784453-6-smb {{(pid=79298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:41:49.729655 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Provisioning for port 56554ce8-ec3c-4448-973c-e6f44bff2cb9 completed by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:41:49.735286 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Provisioning complete for port 56554ce8-ec3c-4448-973c-e6f44bff2cb9 triggered by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:41:49.736418 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:49.925033 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6a7a2e-1de2-4c2d-a49c-c0504c5cf46b req-abbf712f-e3df-48a4-a5cf-e97dc5f26884 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:41:49.939827 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-6a6a7a2e-1de2-4c2d-a49c-c0504c5cf46b req-abbf712f-e3df-48a4-a5cf-e97dc5f26884 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a84c55d-7d70-45e4-9625-7a6ad1cb534f HTTP/1.1" status: 200 len: 945 time: 0.4653723 May 10 19:41:50.064399 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-6a6a7a2e-1de2-4c2d-a49c-c0504c5cf46b req-078d2ea5-e923-4aee-a788-a44d3a8a8d45 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=301eee89-3e88-468e-b4a4-022c19231d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236773 May 10 19:41:50.161790 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:50.208665 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] For port 56554ce8-ec3c-4448-973c-e6f44bff2cb9, host dv-cinder-784453-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-smb',level=0,port_id=56554ce8-ec3c-4448-973c-e6f44bff2cb9,segment=NetworkSegment(2def2b3d-6689-43e2-bdcf-16001a776604),segment_id=2def2b3d-6689-43e2-bdcf-16001a776604)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:41:50.251054 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_hamode_db [None req-a85120fa-23d5-4350-92a9-e3a2a92cf8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d1dab3-62fe-4a35-bc85-05d9cc6b6eb2', 'name': 'tempest-TestMinimumBasicScenario-1901141593-router', 'tenant_id': '621b65bc86ca4938badbca00258ef2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.125'}], 'enable_snat': True}, 'gw_port_id': '1d4907a3-e862-4d4c-b2a7-c5f2b8ee2348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:41:37Z', 'updated_at': '2021-05-10T19:41:42Z', 'revision_number': 4, 'project_id': '621b65bc86ca4938badbca00258ef2b4', 'gw_port': {'id': '1d4907a3-e862-4d4c-b2a7-c5f2b8ee2348', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d1dab3-62fe-4a35-bc85-05d9cc6b6eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:41:38Z', 'updated_at': '2021-05-10T19:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb', '_interfaces': [{'id': '56554ce8-ec3c-4448-973c-e6f44bff2cb9', 'name': '', 'network_id': '8146b5e1-cf7d-4196-bad5-04e6c5cccb92', 'tenant_id': '621b65bc86ca4938badbca00258ef2b4', 'mac_address': 'fa:16:3e:a0:77:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d1dab3-62fe-4a35-bc85-05d9cc6b6eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'd6f18c33-db77-423f-a853-ee81a00b88bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:41:41Z', 'updated_at': '2021-05-10T19:41:48Z', 'revision_number': 4, 'project_id': '621b65bc86ca4938badbca00258ef2b4', 'subnets': [{'id': 'd6f18c33-db77-423f-a853-ee81a00b88bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-smb', False) {} {{(pid=79298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:41:50.256397 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85120fa-23d5-4350-92a9-e3a2a92cf8f7 None None] The sync data for ids ['f7d1dab3-62fe-4a35-bc85-05d9cc6b6eb2'] in dv-cinder-784453-6-smb is: [{'id': 'f7d1dab3-62fe-4a35-bc85-05d9cc6b6eb2', 'name': 'tempest-TestMinimumBasicScenario-1901141593-router', 'tenant_id': '621b65bc86ca4938badbca00258ef2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.125'}], 'enable_snat': True}, 'gw_port_id': '1d4907a3-e862-4d4c-b2a7-c5f2b8ee2348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:41:37Z', 'updated_at': '2021-05-10T19:41:42Z', 'revision_number': 4, 'project_id': '621b65bc86ca4938badbca00258ef2b4', 'gw_port': {'id': '1d4907a3-e862-4d4c-b2a7-c5f2b8ee2348', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d1dab3-62fe-4a35-bc85-05d9cc6b6eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:41:38Z', 'updated_at': '2021-05-10T19:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb', '_interfaces': [{'id': '56554ce8-ec3c-4448-973c-e6f44bff2cb9', 'name': '', 'network_id': '8146b5e1-cf7d-4196-bad5-04e6c5cccb92', 'tenant_id': '621b65bc86ca4938badbca00258ef2b4', 'mac_address': 'fa:16:3e:a0:77:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d1dab3-62fe-4a35-bc85-05d9cc6b6eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'd6f18c33-db77-423f-a853-ee81a00b88bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:41:41Z', 'updated_at': '2021-05-10T19:41:48Z', 'revision_number': 4, 'project_id': '621b65bc86ca4938badbca00258ef2b4', 'subnets': [{'id': 'd6f18c33-db77-423f-a853-ee81a00b88bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:41:50.784930 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:50.787025 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:41:50.925031 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Pushing event updated for resources: {'Port': ['ID=56554ce8-ec3c-4448-973c-e6f44bff2cb9,revision_number=5']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:41:50.927285 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:41:51.438516 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210bba8f-d795-4fd7-a65b-d82bd42307a7 req-b9a64f6d-933b-45c9-8115-fce8252320ed tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:41:51.451801 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device 56554ce8-ec3c-4448-973c-e6f44bff2cb9 up at agent ovs-agent-dv-cinder-784453-6-smb {{(pid=79297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:41:51.458056 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-210bba8f-d795-4fd7-a65b-d82bd42307a7 req-b9a64f6d-933b-45c9-8115-fce8252320ed tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a84c55d-7d70-45e4-9625-7a6ad1cb534f HTTP/1.1" status: 200 len: 945 time: 0.1854954 May 10 19:41:51.579630 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-210bba8f-d795-4fd7-a65b-d82bd42307a7 req-370210a1-f52c-418f-b41e-3d7f441a9450 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=301eee89-3e88-468e-b4a4-022c19231d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186075 May 10 19:41:51.683621 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Provisioning complete for port 56554ce8-ec3c-4448-973c-e6f44bff2cb9 triggered by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:41:51.684338 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:52.830713 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1eb20c-c89b-493e-bed5-91e38b9cb484 req-353323a5-fb7d-48b2-b685-e78aed45bf2d tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:41:52.841328 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-6f1eb20c-c89b-493e-bed5-91e38b9cb484 req-353323a5-fb7d-48b2-b685-e78aed45bf2d tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a84c55d-7d70-45e4-9625-7a6ad1cb534f HTTP/1.1" status: 200 len: 945 time: 0.1118541 May 10 19:41:52.905038 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-6f1eb20c-c89b-493e-bed5-91e38b9cb484 req-6e1a4c2c-4d1d-40a6-97db-6857b58a0246 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=301eee89-3e88-468e-b4a4-022c19231d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631790 May 10 19:41:54.220573 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a030898f-efa1-4a78-9966-afaa9db95625 req-9c1a6833-f1fe-4bc9-a85f-612e403a736e tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:41:54.227924 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-a030898f-efa1-4a78-9966-afaa9db95625 req-9c1a6833-f1fe-4bc9-a85f-612e403a736e tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a84c55d-7d70-45e4-9625-7a6ad1cb534f HTTP/1.1" status: 200 len: 945 time: 0.1135769 May 10 19:41:54.294900 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-a030898f-efa1-4a78-9966-afaa9db95625 req-61fc8071-75fc-48be-8b6c-6a28723996af tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=301eee89-3e88-468e-b4a4-022c19231d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658879 May 10 19:41:55.496972 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d7ce0c-ee74-4a7a-a13b-587536ccf8e9 req-8b80bb49-8190-43d7-a15a-f5a4aebd01fa tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:41:55.498487 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-62d7ce0c-ee74-4a7a-a13b-587536ccf8e9 req-8b80bb49-8190-43d7-a15a-f5a4aebd01fa tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a84c55d-7d70-45e4-9625-7a6ad1cb534f HTTP/1.1" status: 200 len: 945 time: 0.0881982 May 10 19:41:55.548877 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-62d7ce0c-ee74-4a7a-a13b-587536ccf8e9 req-15779763-aaa7-44b6-8318-9407a4602ee7 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=301eee89-3e88-468e-b4a4-022c19231d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443804 May 10 19:41:56.766417 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80add9d4-98e7-4583-9496-7da1020e057d req-63790df0-062e-4eb0-b26b-6f9975cd694b tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:41:56.768187 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-80add9d4-98e7-4583-9496-7da1020e057d req-63790df0-062e-4eb0-b26b-6f9975cd694b tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a84c55d-7d70-45e4-9625-7a6ad1cb534f HTTP/1.1" status: 200 len: 945 time: 0.0895841 May 10 19:41:56.824788 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-80add9d4-98e7-4583-9496-7da1020e057d req-3abc0eef-83aa-4242-ae2c-bda05bae1462 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=301eee89-3e88-468e-b4a4-022c19231d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500710 May 10 19:41:57.612449 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 44424) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:41:57.687578 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.db_base_plugin_v2 [None req-3292514f-e243-42ab-a6a1-7acae6496bbd admin admin] Deleting subnet cd1222c7-f3c3-4f80-a130-242fefe67abc {{(pid=79295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 19:41:57.690934 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-3292514f-e243-42ab-a6a1-7acae6496bbd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:57.749024 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-3292514f-e243-42ab-a6a1-7acae6496bbd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1920444'] for subnet, precommit_delete_associations {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:57.817261 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-3292514f-e243-42ab-a6a1-7acae6496bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4008472'] for subnet, precommit_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:58.117516 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35733b04-6eca-4a2f-a3d8-d020dbb65ff4 req-698d5424-b650-47fc-a0da-a3199d54da13 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:41:58.119015 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-35733b04-6eca-4a2f-a3d8-d020dbb65ff4 req-698d5424-b650-47fc-a0da-a3199d54da13 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a84c55d-7d70-45e4-9625-7a6ad1cb534f HTTP/1.1" status: 200 len: 945 time: 0.1745901 May 10 19:41:58.170160 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-35733b04-6eca-4a2f-a3d8-d020dbb65ff4 req-ede2e0bb-decc-474e-905f-d17b3ba16211 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=301eee89-3e88-468e-b4a4-022c19231d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443513 May 10 19:41:58.317060 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-3292514f-e243-42ab-a6a1-7acae6496bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4008471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10826971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1502654'] for subnet, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:58.321846 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-6bb3d032-be3f-4fe2-a8d2-67be80bdf024 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:41:58.396486 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3292514f-e243-42ab-a6a1-7acae6496bbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd1222c7-f3c3-4f80-a130-242fefe67abc,revision_number=None']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:41:58.409778 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-3292514f-e243-42ab-a6a1-7acae6496bbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:41:58.410715 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-3292514f-e243-42ab-a6a1-7acae6496bbd admin admin] Notify callbacks [] for subnet, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:58.423977 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-3292514f-e243-42ab-a6a1-7acae6496bbd admin admin] 10.222.0.46 "DELETE /v2.0/subnets/cd1222c7-f3c3-4f80-a130-242fefe67abc HTTP/1.1" status: 204 len: 168 time: 0.8078799 May 10 19:41:58.424644 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 44434) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:41:58.538143 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-47e82f34-c016-4f9e-addd-65c23f746b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850776'] for network, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:58.558709 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48922f9a-f5e7-4e77-b105-a326439dc110 req-5168b784-1b29-4ce8-9909-c75c16bcc717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:41:58.560276 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-48922f9a-f5e7-4e77-b105-a326439dc110 req-5168b784-1b29-4ce8-9909-c75c16bcc717 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=48537c19bc3f482ca2c677fa41f568c5&device_id=3a84c55d-7d70-45e4-9625-7a6ad1cb534f HTTP/1.1" status: 200 len: 1098 time: 0.2124743 May 10 19:41:58.858662 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-47e82f34-c016-4f9e-addd-65c23f746b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002531', 'neutron.services.segments.db._delete_segments_for_network-8757498921373'] for network, precommit_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:58.876668 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.services.segments.db [None req-47e82f34-c016-4f9e-addd-65c23f746b58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc9ba629-1e84-4f68-9be9-e05f86f60ad1']}} {{(pid=79295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:41:58.899033 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.services.segments.db [None req-47e82f34-c016-4f9e-addd-65c23f746b58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d085235-7540-4ad2-8bc9-02dff603006c') {'for_net_delete': True} {{(pid=79295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:41:58.899321 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.services.segments.db [None req-47e82f34-c016-4f9e-addd-65c23f746b58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d085235-7540-4ad2-8bc9-02dff603006c') {} {{(pid=79295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:41:58.909111 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48922f9a-f5e7-4e77-b105-a326439dc110 req-1c8ada0c-edfe-4bd4-b927-a395d236914f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:41:58.910532 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-48922f9a-f5e7-4e77-b105-a326439dc110 req-1c8ada0c-edfe-4bd4-b927-a395d236914f service neutron] 10.222.0.36 "GET /v2.0/networks?id=c1996f27-1db4-443b-b1de-2cd374f7ede0 HTTP/1.1" status: 200 len: 917 time: 0.3438122 May 10 19:41:58.913717 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-47e82f34-c016-4f9e-addd-65c23f746b58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757498933351', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1920419'] for segment, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:58.991483 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-47e82f34-c016-4f9e-addd-65c23f746b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007211'] for segment, precommit_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:59.002483 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47e82f34-c016-4f9e-addd-65c23f746b58 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=79295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:41:59.002885 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-47e82f34-c016-4f9e-addd-65c23f746b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10826941'] for segment, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:59.015792 dv-cinder-784453-6-smb neutron-server[79295]: Traceback (most recent call last): May 10 19:41:59.015792 dv-cinder-784453-6-smb neutron-server[79295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:41:59.015792 dv-cinder-784453-6-smb neutron-server[79295]: timer() May 10 19:41:59.015792 dv-cinder-784453-6-smb neutron-server[79295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:41:59.015792 dv-cinder-784453-6-smb neutron-server[79295]: cb(*args, **kw) May 10 19:41:59.015792 dv-cinder-784453-6-smb neutron-server[79295]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 19:41:59.015792 dv-cinder-784453-6-smb neutron-server[79295]: return func(*args, **kwargs) May 10 19:41:59.015792 dv-cinder-784453-6-smb neutron-server[79295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:41:59.015792 dv-cinder-784453-6-smb neutron-server[79295]: self._notify() May 10 19:41:59.015792 dv-cinder-784453-6-smb neutron-server[79295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:41:59.015792 dv-cinder-784453-6-smb neutron-server[79295]: self.callback(batched_events) May 10 19:41:59.015792 dv-cinder-784453-6-smb neutron-server[79295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:41:59.015792 dv-cinder-784453-6-smb neutron-server[79295]: event.method(event) May 10 19:41:59.015792 dv-cinder-784453-6-smb neutron-server[79295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 19:41:59.015792 dv-cinder-784453-6-smb neutron-server[79295]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:41:59.015792 dv-cinder-784453-6-smb neutron-server[79295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 19:41:59.015792 dv-cinder-784453-6-smb neutron-server[79295]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:41:59.015792 dv-cinder-784453-6-smb neutron-server[79295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 19:41:59.015792 dv-cinder-784453-6-smb neutron-server[79295]: return f(self, *a, **k) May 10 19:41:59.015792 dv-cinder-784453-6-smb neutron-server[79295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 19:41:59.015792 dv-cinder-784453-6-smb neutron-server[79295]: return self._get(url).json() May 10 19:41:59.015792 dv-cinder-784453-6-smb neutron-server[79295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 19:41:59.015792 dv-cinder-784453-6-smb neutron-server[79295]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:41:59.015792 dv-cinder-784453-6-smb neutron-server[79295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:41:59.015792 dv-cinder-784453-6-smb neutron-server[79295]: return self.request(url, 'GET', **kwargs) May 10 19:41:59.015792 dv-cinder-784453-6-smb neutron-server[79295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:41:59.015792 dv-cinder-784453-6-smb neutron-server[79295]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:41:59.015792 dv-cinder-784453-6-smb neutron-server[79295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:41:59.015792 dv-cinder-784453-6-smb neutron-server[79295]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:41:59.015792 dv-cinder-784453-6-smb neutron-server[79295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:41:59.015792 dv-cinder-784453-6-smb neutron-server[79295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:41:59.015792 dv-cinder-784453-6-smb neutron-server[79295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:41:59.098055 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-48922f9a-f5e7-4e77-b105-a326439dc110 req-a97329c8-4f3d-4386-a9fc-f61c7ed39bff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a72b273-be2c-49c1-9151-d3dbeccf0e99 HTTP/1.1" status: 200 len: 1000 time: 0.1779900 May 10 19:41:59.161154 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48922f9a-f5e7-4e77-b105-a326439dc110 req-7941fd46-de71-4f02-8c6d-b79304e4f44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:41:59.162569 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-48922f9a-f5e7-4e77-b105-a326439dc110 req-7941fd46-de71-4f02-8c6d-b79304e4f44b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d9a3be94-0d38-4426-8d23-4357f15ca2f9 HTTP/1.1" status: 200 len: 855 time: 0.0578809 May 10 19:41:59.201508 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-47e82f34-c016-4f9e-addd-65c23f746b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658298'] for network, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:59.215928 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-2c8ebc45-596d-4e32-b42f-fc6a7deaf483 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:41:59.231302 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-47e82f34-c016-4f9e-addd-65c23f746b58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533414'] for network, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:59.241725 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e82f34-c016-4f9e-addd-65c23f746b58 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc9ba629-1e84-4f68-9be9-e05f86f60ad1,revision_number=None']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:41:59.247252 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-47e82f34-c016-4f9e-addd-65c23f746b58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:41:59.281334 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48922f9a-f5e7-4e77-b105-a326439dc110 req-fe629fe4-8fae-4b7a-b6df-1983a0f89f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:41:59.283034 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-48922f9a-f5e7-4e77-b105-a326439dc110 req-fe629fe4-8fae-4b7a-b6df-1983a0f89f75 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c1996f27-1db4-443b-b1de-2cd374f7ede0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1144433 May 10 19:41:59.344276 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-47e82f34-c016-4f9e-addd-65c23f746b58 admin admin] 10.222.0.46 "DELETE /v2.0/networks/bc9ba629-1e84-4f68-9be9-e05f86f60ad1 HTTP/1.1" status: 204 len: 168 time: 0.9186406 May 10 19:41:59.472077 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-48922f9a-f5e7-4e77-b105-a326439dc110 req-33acc670-6637-43b0-ab02-7fa414959a32 service neutron] 10.222.0.36 "GET /v2.0/networks/c1996f27-1db4-443b-b1de-2cd374f7ede0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570306 May 10 19:41:59.480277 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a938ad-86e8-4599-84a8-bb98b03b04cc req-a31da27e-b2c4-4ae9-bbd2-df5e26babec4 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:41:59.483737 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-c2a938ad-86e8-4599-84a8-bb98b03b04cc req-a31da27e-b2c4-4ae9-bbd2-df5e26babec4 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a84c55d-7d70-45e4-9625-7a6ad1cb534f HTTP/1.1" status: 200 len: 945 time: 0.1976643 May 10 19:41:59.604993 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-c2a938ad-86e8-4599-84a8-bb98b03b04cc req-20517391-298a-4b50-b8d5-18a5ff954176 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=301eee89-3e88-468e-b4a4-022c19231d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052008 May 10 19:41:59.645909 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-48922f9a-f5e7-4e77-b105-a326439dc110 req-7cfe9f66-6d49-4827-98de-95680b9bce83 service neutron] 10.222.0.36 "GET /v2.0/networks/c1996f27-1db4-443b-b1de-2cd374f7ede0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633706 May 10 19:41:59.755327 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 44464) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:41:59.807007 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-b03e6265-93a0-4630-90e2-32e211ac19d5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d0dac62768a442c99e4138cb04cb66c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0502412 May 10 19:41:59.809211 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 44468) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:41:59.866721 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-fffc1601-0e74-4d75-9215-fe35ea0ccb12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:59.890379 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5707425f-ba71-4983-9b79-c40ae9de7411 req-91c6043e-9030-4965-8427-7a67d092dea9 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:41:59.891109 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-5707425f-ba71-4983-9b79-c40ae9de7411 req-91c6043e-9030-4965-8427-7a67d092dea9 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Synchronizing usage tracker for tenant:ef8a604ad20c4dd39e313f34dabc9a91 on resource:network {{(pid=79295) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:41:59.892541 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-fffc1601-0e74-4d75-9215-fe35ea0ccb12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:00.013696 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-5707425f-ba71-4983-9b79-c40ae9de7411 req-91c6043e-9030-4965-8427-7a67d092dea9 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Unset dirty status for tenant:ef8a604ad20c4dd39e313f34dabc9a91 on resource:network {{(pid=79295) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:42:00.014902 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-5707425f-ba71-4983-9b79-c40ae9de7411 req-91c6043e-9030-4965-8427-7a67d092dea9 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/networks?id=439080c1-ef31-466a-b48e-1d7fa4459447 HTTP/1.1" status: 200 len: 815 time: 0.2675543 May 10 19:42:00.029826 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-5707425f-ba71-4983-9b79-c40ae9de7411 req-35dbe12e-6b5e-4642-b10e-414cb1f4a8e1 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/quotas/ef8a604ad20c4dd39e313f34dabc9a91 HTTP/1.1" status: 200 len: 375 time: 0.0093794 May 10 19:42:00.041202 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-fffc1601-0e74-4d75-9215-fe35ea0ccb12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:00.046556 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-2679c3f0-eb59-4b91-bdc5-365adb6e1f6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:42:00.060864 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffc1601-0e74-4d75-9215-fe35ea0ccb12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cbc462e-7fe5-45d5-b0fa-b44c1f1fa183,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:42:00.063334 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-fffc1601-0e74-4d75-9215-fe35ea0ccb12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:42:00.118903 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-5707425f-ba71-4983-9b79-c40ae9de7411 req-352eb76d-936b-4b34-9af5-ef7529f3e88b tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ef8a604ad20c4dd39e313f34dabc9a91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0838308 May 10 19:42:00.132716 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-fffc1601-0e74-4d75-9215-fe35ea0ccb12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:00.133812 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-fffc1601-0e74-4d75-9215-fe35ea0ccb12 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8cbc462e-7fe5-45d5-b0fa-b44c1f1fa183 HTTP/1.1" status: 204 len: 168 time: 0.3237197 May 10 19:42:00.255951 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-5707425f-ba71-4983-9b79-c40ae9de7411 req-c9428e89-9c87-4247-bdca-c9ee0a430c9b service neutron] 10.222.0.46 "GET /v2.0/networks/439080c1-ef31-466a-b48e-1d7fa4459447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255941 May 10 19:42:00.387864 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-5707425f-ba71-4983-9b79-c40ae9de7411 req-22a087c0-2eca-4091-b76b-9417c85a87d6 service neutron] 10.222.0.46 "GET /v2.0/networks/439080c1-ef31-466a-b48e-1d7fa4459447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257844 May 10 19:42:00.671417 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-8112b2e6-1f1b-40b1-8060-8e814cd41233 req-adcdd715-46ca-473e-9fd8-59e85b9f1af1 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/ports?device_id=45587dc1-7d8a-487d-b4b9-fb1b814500df HTTP/1.1" status: 200 len: 210 time: 0.0552175 May 10 19:42:00.830906 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bcbb13-2db6-4904-a48f-e4aa649e6a31 req-364106b6-53ad-43ff-94b9-ad75fefa2087 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:00.832400 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-f9bcbb13-2db6-4904-a48f-e4aa649e6a31 req-364106b6-53ad-43ff-94b9-ad75fefa2087 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a84c55d-7d70-45e4-9625-7a6ad1cb534f HTTP/1.1" status: 200 len: 945 time: 0.0837710 May 10 19:42:00.880911 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-f9bcbb13-2db6-4904-a48f-e4aa649e6a31 req-acf0cc68-a2bd-49e9-ac4d-06f779538425 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=301eee89-3e88-468e-b4a4-022c19231d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409453 May 10 19:42:01.773310 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-a8192e91-2e42-42e5-87a8-05423ad1e3dc req-c9d86296-7217-4294-9a88-6595062b1c66 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/ports?device_id=45587dc1-7d8a-487d-b4b9-fb1b814500df HTTP/1.1" status: 200 len: 210 time: 0.0434482 May 10 19:42:02.092090 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63151ce5-a897-4bc8-900e-54280aaddff1 req-203442d4-3711-4fe7-a7fb-0d02a9d294c8 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:02.093530 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-63151ce5-a897-4bc8-900e-54280aaddff1 req-203442d4-3711-4fe7-a7fb-0d02a9d294c8 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a84c55d-7d70-45e4-9625-7a6ad1cb534f HTTP/1.1" status: 200 len: 945 time: 0.0846853 May 10 19:42:02.190429 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device 4a72b273-be2c-49c1-9151-d3dbeccf0e99 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:42:02.229185 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-63151ce5-a897-4bc8-900e-54280aaddff1 req-1e2147e0-6907-491e-b69a-10d395171465 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=301eee89-3e88-468e-b4a4-022c19231d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296415 May 10 19:42:02.308510 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:02.335748 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a84c55d-7d70-45e4-9625-7a6ad1cb534f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a72b273-be2c-49c1-9151-d3dbeccf0e99'}] {{(pid=79297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:42:02.345948 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] For port 4a72b273-be2c-49c1-9151-d3dbeccf0e99, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=4a72b273-be2c-49c1-9151-d3dbeccf0e99,segment=NetworkSegment(108993fe-967b-403c-a08b-306337f62f28),segment_id=108993fe-967b-403c-a08b-306337f62f28)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:42:02.380666 dv-cinder-784453-6-smb neutron-server[79297]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3a84c55d-7d70-45e4-9625-7a6ad1cb534f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4a72b273-be2c-49c1-9151-d3dbeccf0e99', 'code': 422} returned with failed status May 10 19:42:02.454054 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:02.456777 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-3917608a-0b88-45ff-b3e8-069e2580f5f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:42:02.530720 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Pushing event updated for resources: {'Port': ['ID=4a72b273-be2c-49c1-9151-d3dbeccf0e99,revision_number=8']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:42:02.534439 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:42:02.920942 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-211091b4-ebe0-4b72-a805-74ca2ad55492 req-243c1723-e732-4d83-9bce-e6e95924ab9e tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/ports?device_id=45587dc1-7d8a-487d-b4b9-fb1b814500df HTTP/1.1" status: 200 len: 210 time: 0.0430098 May 10 19:42:03.183433 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5707425f-ba71-4983-9b79-c40ae9de7411 req-f77fc917-be95-4ddd-abe2-ce25f6a56aed tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:03.184842 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-5707425f-ba71-4983-9b79-c40ae9de7411 req-f77fc917-be95-4ddd-abe2-ce25f6a56aed tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.36 "GET /v2.0/networks?id=439080c1-ef31-466a-b48e-1d7fa4459447 HTTP/1.1" status: 200 len: 815 time: 0.1452060 May 10 19:42:03.197236 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.v2.base [req-5707425f-ba71-4983-9b79-c40ae9de7411 req-46f86683-0f9d-40a6-b59f-7bcd8041adec tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Request body: {'port': {'device_id': '45587dc1-7d8a-487d-b4b9-fb1b814500df', 'network_id': '439080c1-ef31-466a-b48e-1d7fa4459447', 'admin_state_up': True, 'tenant_id': 'ef8a604ad20c4dd39e313f34dabc9a91'}} {{(pid=79295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:42:03.335880 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [req-5707425f-ba71-4983-9b79-c40ae9de7411 req-46f86683-0f9d-40a6-b59f-7bcd8041adec tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:42:03.340114 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-5707425f-ba71-4983-9b79-c40ae9de7411 req-46f86683-0f9d-40a6-b59f-7bcd8041adec tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Usage tracker for resource:port and tenant:ef8a604ad20c4dd39e313f34dabc9a91 is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:42:03.343123 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-5707425f-ba71-4983-9b79-c40ae9de7411 req-46f86683-0f9d-40a6-b59f-7bcd8041adec tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:42:03.348923 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [req-5707425f-ba71-4983-9b79-c40ae9de7411 req-46f86683-0f9d-40a6-b59f-7bcd8041adec tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:42:03.436883 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5707425f-ba71-4983-9b79-c40ae9de7411 req-46f86683-0f9d-40a6-b59f-7bcd8041adec tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Made reservation on behalf of ef8a604ad20c4dd39e313f34dabc9a91 for: {'port': 1} {{(pid=79295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:42:03.440493 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-5707425f-ba71-4983-9b79-c40ae9de7411 req-46f86683-0f9d-40a6-b59f-7bcd8041adec tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:03.626955 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.db_base_plugin_common [req-5707425f-ba71-4983-9b79-c40ae9de7411 req-46f86683-0f9d-40a6-b59f-7bcd8041adec tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Allocated IP 172.20.0.4 (439080c1-ef31-466a-b48e-1d7fa4459447/5a56506b-41ed-4feb-abff-803d526ecf5f/14444943-e20d-4660-9aa7-7147b59052b2) {{(pid=79295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:42:03.868857 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-5707425f-ba71-4983-9b79-c40ae9de7411 req-46f86683-0f9d-40a6-b59f-7bcd8041adec tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Notify callbacks [] for port, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:03.885010 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.provisioning_blocks [req-5707425f-ba71-4983-9b79-c40ae9de7411 req-46f86683-0f9d-40a6-b59f-7bcd8041adec tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Transition to ACTIVE for port object 14444943-e20d-4660-9aa7-7147b59052b2 will not be triggered until provisioned by entity DHCP. {{(pid=79295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:42:04.009105 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-5707425f-ba71-4983-9b79-c40ae9de7411 req-46f86683-0f9d-40a6-b59f-7bcd8041adec tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757498479620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10826888'] for port, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:04.014842 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-88b15191-bc21-40c8-9c03-ce58945c8b87 tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:42:04.221498 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5707425f-ba71-4983-9b79-c40ae9de7411 req-46f86683-0f9d-40a6-b59f-7bcd8041adec tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Network 439080c1-ef31-466a-b48e-1d7fa4459447 is already hosted by enough agents. {{(pid=79295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:42:04.233496 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.scheduler.base_scheduler [req-5707425f-ba71-4983-9b79-c40ae9de7411 req-46f86683-0f9d-40a6-b59f-7bcd8041adec tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Resources bound (agent type, host, resource id): {{(pid=79295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:42:04.253538 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.l3_dvrscheduler_db [req-5707425f-ba71-4983-9b79-c40ae9de7411 req-46f86683-0f9d-40a6-b59f-7bcd8041adec tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Received port after_create {{(pid=79295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:42:04.397835 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f86683-0f9d-40a6-b59f-7bcd8041adec tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Pushing event updated for resources: {'Port': ['ID=14444943-e20d-4660-9aa7-7147b59052b2,revision_number=1']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:42:04.409500 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-46f86683-0f9d-40a6-b59f-7bcd8041adec tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:42:04.476750 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5707425f-ba71-4983-9b79-c40ae9de7411 req-46f86683-0f9d-40a6-b59f-7bcd8041adec tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:04.477330 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-5707425f-ba71-4983-9b79-c40ae9de7411 req-46f86683-0f9d-40a6-b59f-7bcd8041adec tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149324'] for port, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:04.495633 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829fcd6f-d9f8-48ef-ac5f-a52401b8a93a req-ddd4f9b2-09d1-4493-b754-0b53a2292f4c tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:04.502963 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-829fcd6f-d9f8-48ef-ac5f-a52401b8a93a req-ddd4f9b2-09d1-4493-b754-0b53a2292f4c tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/ports?device_id=45587dc1-7d8a-487d-b4b9-fb1b814500df HTTP/1.1" status: 200 len: 931 time: 0.4224858 May 10 19:42:04.582335 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d609a-cba3-41d9-ad38-6d1d514b4ab0 req-c8e53378-0c66-4c09-aeec-4ceed5bee14a tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:04.584499 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-3f2d609a-cba3-41d9-ad38-6d1d514b4ab0 req-c8e53378-0c66-4c09-aeec-4ceed5bee14a tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a84c55d-7d70-45e4-9625-7a6ad1cb534f HTTP/1.1" status: 200 len: 943 time: 0.3568325 May 10 19:42:04.642072 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-5707425f-ba71-4983-9b79-c40ae9de7411 req-46f86683-0f9d-40a6-b59f-7bcd8041adec tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4489949 May 10 19:42:04.647835 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-829fcd6f-d9f8-48ef-ac5f-a52401b8a93a req-0ac23f86-8b97-45eb-af6f-110de7039ba9 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Synchronizing usage tracker for tenant:ef8a604ad20c4dd39e313f34dabc9a91 on resource:security_group {{(pid=79295) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:42:04.659197 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-3f2d609a-cba3-41d9-ad38-6d1d514b4ab0 req-17a63756-ec86-4b28-b729-567421290075 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=301eee89-3e88-468e-b4a4-022c19231d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623441 May 10 19:42:04.717118 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-58a23d25-77c3-4f6c-8417-531f3f8ea01f None None] Provisioning for port 14444943-e20d-4660-9aa7-7147b59052b2 completed by entity DHCP. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:42:04.722434 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-58a23d25-77c3-4f6c-8417-531f3f8ea01f None None] Provisioning complete for port 14444943-e20d-4660-9aa7-7147b59052b2 triggered by entity DHCP. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:42:04.723098 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-58a23d25-77c3-4f6c-8417-531f3f8ea01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:04.761364 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-829fcd6f-d9f8-48ef-ac5f-a52401b8a93a req-0ac23f86-8b97-45eb-af6f-110de7039ba9 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Unset dirty status for tenant:ef8a604ad20c4dd39e313f34dabc9a91 on resource:security_group {{(pid=79295) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:42:04.762611 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-829fcd6f-d9f8-48ef-ac5f-a52401b8a93a req-0ac23f86-8b97-45eb-af6f-110de7039ba9 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1c2d7b2-7c83-4167-ba51-19a118a85bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588258 May 10 19:42:04.809877 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.plugin [None req-58a23d25-77c3-4f6c-8417-531f3f8ea01f None None] Port 14444943-e20d-4660-9aa7-7147b59052b2 cannot update to ACTIVE because it is not bound. {{(pid=79297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 19:42:05.066342 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 44592) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:42:05.197982 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-13eb3b6d-9aad-4057-824d-6a7ebfab2b62 req-c444c4fb-9771-4f29-8f8a-5ea0d0fcbdc1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3a84c55d-7d70-45e4-9625-7a6ad1cb534f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1303489 May 10 19:42:05.962333 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8ad25-3430-4e48-9da7-89f2b8d52f00 req-1eff7a98-a66f-46b4-b4a7-843e5c4b5647 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:05.963847 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-3ad8ad25-3430-4e48-9da7-89f2b8d52f00 req-1eff7a98-a66f-46b4-b4a7-843e5c4b5647 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a84c55d-7d70-45e4-9625-7a6ad1cb534f HTTP/1.1" status: 200 len: 943 time: 0.1631222 May 10 19:42:06.025342 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-3ad8ad25-3430-4e48-9da7-89f2b8d52f00 req-0a475566-5f84-4d1d-aa35-771347a4a2f7 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=301eee89-3e88-468e-b4a4-022c19231d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556440 May 10 19:42:06.057068 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec60212-62fa-463d-8b2c-d11a268ffb29 req-6c77bf3e-3846-4010-bbbe-5c7f901d9b2a tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:06.058110 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-3ec60212-62fa-463d-8b2c-d11a268ffb29 req-6c77bf3e-3846-4010-bbbe-5c7f901d9b2a tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Synchronizing usage tracker for tenant:ef8a604ad20c4dd39e313f34dabc9a91 on resource:port {{(pid=79295) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:42:06.230202 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-3ec60212-62fa-463d-8b2c-d11a268ffb29 req-6c77bf3e-3846-4010-bbbe-5c7f901d9b2a tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Unset dirty status for tenant:ef8a604ad20c4dd39e313f34dabc9a91 on resource:port {{(pid=79295) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:42:06.231694 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-3ec60212-62fa-463d-8b2c-d11a268ffb29 req-6c77bf3e-3846-4010-bbbe-5c7f901d9b2a tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/ports?device_id=45587dc1-7d8a-487d-b4b9-fb1b814500df HTTP/1.1" status: 200 len: 931 time: 0.3079844 May 10 19:42:06.282601 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-3ec60212-62fa-463d-8b2c-d11a268ffb29 req-92824ffb-76ef-451a-a9d8-7b7066f4be89 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1c2d7b2-7c83-4167-ba51-19a118a85bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477035 May 10 19:42:07.230486 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f41e53-e374-4c90-9b13-978c882defab req-c0e206de-ff94-4809-8fdd-ec19c8e142d2 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:07.232048 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-11f41e53-e374-4c90-9b13-978c882defab req-c0e206de-ff94-4809-8fdd-ec19c8e142d2 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a84c55d-7d70-45e4-9625-7a6ad1cb534f HTTP/1.1" status: 200 len: 943 time: 0.0857797 May 10 19:42:07.284317 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-11f41e53-e374-4c90-9b13-978c882defab req-b443cd46-2560-4821-8c58-69a451e56e78 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=301eee89-3e88-468e-b4a4-022c19231d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462828 May 10 19:42:07.499880 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a161b7-e387-49f0-ab54-3a06ca5c0b7d req-0525cbfd-908c-46dc-ab37-1cd269bcfaea tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:07.501935 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-14a161b7-e387-49f0-ab54-3a06ca5c0b7d req-0525cbfd-908c-46dc-ab37-1cd269bcfaea tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/ports?device_id=45587dc1-7d8a-487d-b4b9-fb1b814500df HTTP/1.1" status: 200 len: 931 time: 0.0878584 May 10 19:42:07.554193 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-14a161b7-e387-49f0-ab54-3a06ca5c0b7d req-b671adeb-a9e2-4fcb-a457-113b1be4f4da tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1c2d7b2-7c83-4167-ba51-19a118a85bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454628 May 10 19:42:08.305477 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-689db130-0150-427d-ad55-a960283e0a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:08.333898 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:08.527494 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb3560-9eb5-4916-b4f9-0ef0f5d28554 req-729e0557-cf57-4a1f-b135-44ea5d486005 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:08.534509 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-bfdb3560-9eb5-4916-b4f9-0ef0f5d28554 req-729e0557-cf57-4a1f-b135-44ea5d486005 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a84c55d-7d70-45e4-9625-7a6ad1cb534f HTTP/1.1" status: 200 len: 943 time: 0.1189146 May 10 19:42:08.576617 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-bfdb3560-9eb5-4916-b4f9-0ef0f5d28554 req-c0749efb-e275-47e7-9497-7ed893ba235a tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=301eee89-3e88-468e-b4a4-022c19231d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412583 May 10 19:42:08.782119 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d24d5a-236c-4749-90eb-6b5118680022 req-48eb24b8-be74-4550-a9ad-b7187c1fdbf9 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:08.782119 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-44d24d5a-236c-4749-90eb-6b5118680022 req-48eb24b8-be74-4550-a9ad-b7187c1fdbf9 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/ports?device_id=45587dc1-7d8a-487d-b4b9-fb1b814500df HTTP/1.1" status: 200 len: 931 time: 0.1046448 May 10 19:42:08.891000 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-44d24d5a-236c-4749-90eb-6b5118680022 req-a2339271-5574-4d96-bfc9-001409ae0de3 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1c2d7b2-7c83-4167-ba51-19a118a85bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177640 May 10 19:42:09.229588 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 44638) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:42:09.385492 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-e49bfe95-832c-47c6-ba2f-bc851b560c34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:09.399903 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-e49bfe95-832c-47c6-ba2f-bc851b560c34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:42:09.403670 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-e49bfe95-832c-47c6-ba2f-bc851b560c34 admin admin] Usage tracker for resource:security_group_rule and tenant:79a9f34ead0e487bb604c49cc13028e6 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:42:09.406438 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-e49bfe95-832c-47c6-ba2f-bc851b560c34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:42:09.412122 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-e49bfe95-832c-47c6-ba2f-bc851b560c34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:42:09.503416 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-e49bfe95-832c-47c6-ba2f-bc851b560c34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:09.579868 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-e49bfe95-832c-47c6-ba2f-bc851b560c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:09.588588 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-49e064c0-0814-4325-aca1-5dad56b613d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:42:09.630719 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49bfe95-832c-47c6-ba2f-bc851b560c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=921bec33-1b2f-48d7-b4e6-201f93da7eb0,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:42:09.638025 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 44646) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:42:09.643024 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-e49bfe95-832c-47c6-ba2f-bc851b560c34 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=79a9f34ead0e487bb604c49cc13028e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4119511 May 10 19:42:09.644459 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-e49bfe95-832c-47c6-ba2f-bc851b560c34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:42:09.709614 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-9f4138ad-9e8d-42b6-8d41-bea9f5c1326d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:09.742052 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-9f4138ad-9e8d-42b6-8d41-bea9f5c1326d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:09.857861 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c476ecf6-8198-413a-9310-ea9849fd5e89 req-f72eebc1-f571-4db9-83e3-91fdcea23048 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:09.859479 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-c476ecf6-8198-413a-9310-ea9849fd5e89 req-f72eebc1-f571-4db9-83e3-91fdcea23048 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a84c55d-7d70-45e4-9625-7a6ad1cb534f HTTP/1.1" status: 200 len: 943 time: 0.1097450 May 10 19:42:09.906560 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-c476ecf6-8198-413a-9310-ea9849fd5e89 req-7886ffd4-03c8-4f66-b79b-e948b7f0dd9f tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=301eee89-3e88-468e-b4a4-022c19231d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406947 May 10 19:42:09.926882 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-9f4138ad-9e8d-42b6-8d41-bea9f5c1326d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:09.932622 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-f9d50e27-6d13-4fb9-a89d-a634f7c9a4e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:42:09.943787 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4138ad-9e8d-42b6-8d41-bea9f5c1326d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=921bec33-1b2f-48d7-b4e6-201f93da7eb0,revision_number=None']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:42:09.954013 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-9f4138ad-9e8d-42b6-8d41-bea9f5c1326d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:42:09.958764 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-9f4138ad-9e8d-42b6-8d41-bea9f5c1326d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:09.958764 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-9f4138ad-9e8d-42b6-8d41-bea9f5c1326d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/921bec33-1b2f-48d7-b4e6-201f93da7eb0 HTTP/1.1" status: 204 len: 168 time: 0.3196788 May 10 19:42:10.120521 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b61a31-d528-4d80-b952-66236690d293 req-af6b9780-3283-4508-a796-3ae3701a7531 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:10.122196 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-21b61a31-d528-4d80-b952-66236690d293 req-af6b9780-3283-4508-a796-3ae3701a7531 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/ports?device_id=45587dc1-7d8a-487d-b4b9-fb1b814500df HTTP/1.1" status: 200 len: 931 time: 0.0980830 May 10 19:42:10.174820 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-21b61a31-d528-4d80-b952-66236690d293 req-8904e06d-8d66-4fcc-a848-5ee025cbcaf8 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1c2d7b2-7c83-4167-ba51-19a118a85bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466423 May 10 19:42:10.802877 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-c8437158-442a-4e42-8eaf-a20ef77454a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:10.928377 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:11.107906 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63701aaa-2738-45af-827e-21daca11b498 req-d6ef6fda-a95b-4784-a1d6-f07abd9bdfa9 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:11.114410 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-63701aaa-2738-45af-827e-21daca11b498 req-d6ef6fda-a95b-4784-a1d6-f07abd9bdfa9 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a84c55d-7d70-45e4-9625-7a6ad1cb534f HTTP/1.1" status: 200 len: 943 time: 0.0931013 May 10 19:42:11.158639 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-63701aaa-2738-45af-827e-21daca11b498 req-8677a1de-c1d7-486d-8658-7b03430b9bda tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=301eee89-3e88-468e-b4a4-022c19231d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433614 May 10 19:42:11.369424 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a2fc3-27bf-4053-b217-ff2e826e6afd req-e57b6297-b305-4d06-9a37-53442397a24e tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:11.371086 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-145a2fc3-27bf-4053-b217-ff2e826e6afd req-e57b6297-b305-4d06-9a37-53442397a24e tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/ports?device_id=45587dc1-7d8a-487d-b4b9-fb1b814500df HTTP/1.1" status: 200 len: 931 time: 0.0855141 May 10 19:42:11.428673 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-145a2fc3-27bf-4053-b217-ff2e826e6afd req-123b05d7-8b17-4460-a236-6017925e2012 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1c2d7b2-7c83-4167-ba51-19a118a85bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500638 May 10 19:42:11.931891 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-05ecdfa3-b7ee-4afa-83d7-ebb5bc70016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:12.536856 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685cae2-989d-48a9-b396-010834aac2a7 req-ee9b327e-6211-45a7-b436-7f11a19db1d9 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:12.540940 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-a685cae2-989d-48a9-b396-010834aac2a7 req-ee9b327e-6211-45a7-b436-7f11a19db1d9 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a84c55d-7d70-45e4-9625-7a6ad1cb534f HTTP/1.1" status: 200 len: 943 time: 0.0908167 May 10 19:42:12.640465 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-a685cae2-989d-48a9-b396-010834aac2a7 req-a842472e-f959-4d01-a86c-cb449d07a574 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=301eee89-3e88-468e-b4a4-022c19231d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959532 May 10 19:42:12.675172 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c29c08e-aeb6-4a30-921c-522671c0148d req-20710ef3-1204-44df-8cb2-ccf1c8543592 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:12.676787 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-4c29c08e-aeb6-4a30-921c-522671c0148d req-20710ef3-1204-44df-8cb2-ccf1c8543592 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/ports?device_id=45587dc1-7d8a-487d-b4b9-fb1b814500df HTTP/1.1" status: 200 len: 931 time: 0.1179111 May 10 19:42:12.737531 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-4c29c08e-aeb6-4a30-921c-522671c0148d req-8b0cd302-e46f-4e58-a03d-6ac33622babc tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1c2d7b2-7c83-4167-ba51-19a118a85bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546341 May 10 19:42:13.720745 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-02078f97-e06b-4c48-b673-8bf9bf3f5f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:13.911819 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc8c37-7817-487c-8f8c-ac6004dae848 req-73010d59-359b-432d-a216-aaa3d4574b2f tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:13.913287 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-7cfc8c37-7817-487c-8f8c-ac6004dae848 req-73010d59-359b-432d-a216-aaa3d4574b2f tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a84c55d-7d70-45e4-9625-7a6ad1cb534f HTTP/1.1" status: 200 len: 943 time: 0.1419060 May 10 19:42:13.974791 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-7cfc8c37-7817-487c-8f8c-ac6004dae848 req-756986e2-36c3-486f-bdae-20a742ef1ce0 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=301eee89-3e88-468e-b4a4-022c19231d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549784 May 10 19:42:13.992758 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e87732-5036-4981-8ef4-3bb8c36d07a1 req-c8fb8e2e-fd8c-4b97-a5f9-782ce8f7ca6b tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:13.994252 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-f4e87732-5036-4981-8ef4-3bb8c36d07a1 req-c8fb8e2e-fd8c-4b97-a5f9-782ce8f7ca6b tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/ports?device_id=45587dc1-7d8a-487d-b4b9-fb1b814500df HTTP/1.1" status: 200 len: 931 time: 0.1379600 May 10 19:42:14.038901 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-f4e87732-5036-4981-8ef4-3bb8c36d07a1 req-11d87940-ec0f-41ab-8491-c174076090a3 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1c2d7b2-7c83-4167-ba51-19a118a85bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388005 May 10 19:42:14.497916 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.v2.base [req-5707425f-ba71-4983-9b79-c40ae9de7411 req-52ff4769-425f-4b22-b2c6-b6c1e1f84131 service neutron] Request body: {'port': {'device_id': '45587dc1-7d8a-487d-b4b9-fb1b814500df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=79295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:42:14.609512 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-5707425f-ba71-4983-9b79-c40ae9de7411 req-52ff4769-425f-4b22-b2c6-b6c1e1f84131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:14.952050 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.notifiers.nova [req-5707425f-ba71-4983-9b79-c40ae9de7411 req-52ff4769-425f-4b22-b2c6-b6c1e1f84131 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14444943-e20d-4660-9aa7-7147b59052b2 {{(pid=79295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:42:14.961740 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-5707425f-ba71-4983-9b79-c40ae9de7411 req-52ff4769-425f-4b22-b2c6-b6c1e1f84131 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:14.974782 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.provisioning_blocks [req-5707425f-ba71-4983-9b79-c40ae9de7411 req-52ff4769-425f-4b22-b2c6-b6c1e1f84131 service neutron] Transition to ACTIVE for port object 14444943-e20d-4660-9aa7-7147b59052b2 will not be triggered until provisioned by entity L2. {{(pid=79295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:42:15.126434 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-5707425f-ba71-4983-9b79-c40ae9de7411 req-52ff4769-425f-4b22-b2c6-b6c1e1f84131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10826897'] for port, after_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:15.135359 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:42:15.424372 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ff4769-425f-4b22-b2c6-b6c1e1f84131 service neutron] Pushing event updated for resources: {'Port': ['ID=14444943-e20d-4660-9aa7-7147b59052b2,revision_number=2']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:42:15.435741 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-52ff4769-425f-4b22-b2c6-b6c1e1f84131 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:42:15.526268 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49758cc0-ceb8-453b-8e09-83a8f13fcb80 req-8b25f907-96a2-4de4-b106-3ab1531940a8 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:15.527763 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-49758cc0-ceb8-453b-8e09-83a8f13fcb80 req-8b25f907-96a2-4de4-b106-3ab1531940a8 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a84c55d-7d70-45e4-9625-7a6ad1cb534f HTTP/1.1" status: 200 len: 943 time: 0.4386506 May 10 19:42:15.543937 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68bb100-5fd6-496e-aba4-e826100ce445 req-5ac6bff0-5409-4d18-8d9f-f3eabd0e48e9 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:15.545292 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-b68bb100-5fd6-496e-aba4-e826100ce445 req-5ac6bff0-5409-4d18-8d9f-f3eabd0e48e9 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/ports?device_id=45587dc1-7d8a-487d-b4b9-fb1b814500df HTTP/1.1" status: 200 len: 943 time: 0.3734770 May 10 19:42:15.588161 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.managers [req-5707425f-ba71-4983-9b79-c40ae9de7411 req-52ff4769-425f-4b22-b2c6-b6c1e1f84131 service neutron] Attempting to bind port 14444943-e20d-4660-9aa7-7147b59052b2 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=79295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:42:15.588713 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.managers [req-5707425f-ba71-4983-9b79-c40ae9de7411 req-52ff4769-425f-4b22-b2c6-b6c1e1f84131 service neutron] Attempting to bind port 14444943-e20d-4660-9aa7-7147b59052b2 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '20ee66b0-f45d-4341-af81-e2cda99186a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '439080c1-ef31-466a-b48e-1d7fa4459447'}] {{(pid=79295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:42:15.589281 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5707425f-ba71-4983-9b79-c40ae9de7411 req-52ff4769-425f-4b22-b2c6-b6c1e1f84131 service neutron] Attempting to bind port 14444943-e20d-4660-9aa7-7147b59052b2 on network 439080c1-ef31-466a-b48e-1d7fa4459447 {{(pid=79295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:42:15.609716 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5707425f-ba71-4983-9b79-c40ae9de7411 req-52ff4769-425f-4b22-b2c6-b6c1e1f84131 service neutron] Port 14444943-e20d-4660-9aa7-7147b59052b2 on network 439080c1-ef31-466a-b48e-1d7fa4459447 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=79295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 19:42:15.610039 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5707425f-ba71-4983-9b79-c40ae9de7411 req-52ff4769-425f-4b22-b2c6-b6c1e1f84131 service neutron] Attempting to bind port 14444943-e20d-4660-9aa7-7147b59052b2 on network 439080c1-ef31-466a-b48e-1d7fa4459447 {{(pid=79295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:42:15.631193 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-49758cc0-ceb8-453b-8e09-83a8f13fcb80 req-d85f28c8-996c-48f9-b466-0a19c95806c0 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=301eee89-3e88-468e-b4a4-022c19231d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948763 May 10 19:42:15.634763 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5707425f-ba71-4983-9b79-c40ae9de7411 req-52ff4769-425f-4b22-b2c6-b6c1e1f84131 service neutron] Checking agent: {'id': '9c4a8215-4a8c-47cd-bc08-47634ab436c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 35, 38), 'started_at': datetime.datetime(2021, 5, 10, 19, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:42:15.634967 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5707425f-ba71-4983-9b79-c40ae9de7411 req-52ff4769-425f-4b22-b2c6-b6c1e1f84131 service neutron] Checking segment: {'id': '20ee66b0-f45d-4341-af81-e2cda99186a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '439080c1-ef31-466a-b48e-1d7fa4459447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:42:15.635354 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5707425f-ba71-4983-9b79-c40ae9de7411 req-52ff4769-425f-4b22-b2c6-b6c1e1f84131 service neutron] Bound using segment: {'id': '20ee66b0-f45d-4341-af81-e2cda99186a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '439080c1-ef31-466a-b48e-1d7fa4459447'} {{(pid=79295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:42:15.635796 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.managers [req-5707425f-ba71-4983-9b79-c40ae9de7411 req-52ff4769-425f-4b22-b2c6-b6c1e1f84131 service neutron] Bound port: 14444943-e20d-4660-9aa7-7147b59052b2, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20ee66b0-f45d-4341-af81-e2cda99186a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '439080c1-ef31-466a-b48e-1d7fa4459447'}}] {{(pid=79295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:42:15.636143 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-5707425f-ba71-4983-9b79-c40ae9de7411 req-52ff4769-425f-4b22-b2c6-b6c1e1f84131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:15.655505 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-b68bb100-5fd6-496e-aba4-e826100ce445 req-f2cb3856-60f5-47fb-9e84-de2cfcd23454 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1c2d7b2-7c83-4167-ba51-19a118a85bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915356 May 10 19:42:15.735504 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.db [req-5707425f-ba71-4983-9b79-c40ae9de7411 req-52ff4769-425f-4b22-b2c6-b6c1e1f84131 service neutron] For port 14444943-e20d-4660-9aa7-7147b59052b2, host hv-cinder-78445, cleared binding levels {{(pid=79295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:42:15.738973 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.db [req-5707425f-ba71-4983-9b79-c40ae9de7411 req-52ff4769-425f-4b22-b2c6-b6c1e1f84131 service neutron] For port 14444943-e20d-4660-9aa7-7147b59052b2, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=14444943-e20d-4660-9aa7-7147b59052b2,segment=NetworkSegment(20ee66b0-f45d-4341-af81-e2cda99186a9),segment_id=20ee66b0-f45d-4341-af81-e2cda99186a9)] {{(pid=79295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:42:15.820141 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-5707425f-ba71-4983-9b79-c40ae9de7411 req-52ff4769-425f-4b22-b2c6-b6c1e1f84131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10826897'] for port, after_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:15.824772 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-52ff4769-425f-4b22-b2c6-b6c1e1f84131 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:42:15.877556 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5707425f-ba71-4983-9b79-c40ae9de7411 req-52ff4769-425f-4b22-b2c6-b6c1e1f84131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:15.878188 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-5707425f-ba71-4983-9b79-c40ae9de7411 req-52ff4769-425f-4b22-b2c6-b6c1e1f84131 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149324'] for port, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:15.879621 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-5707425f-ba71-4983-9b79-c40ae9de7411 req-52ff4769-425f-4b22-b2c6-b6c1e1f84131 service neutron] 10.222.0.36 "PUT /v2.0/ports/14444943-e20d-4660-9aa7-7147b59052b2 HTTP/1.1" status: 200 len: 1093 time: 1.3864524 May 10 19:42:15.880162 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45587dc1-7d8a-487d-b4b9-fb1b814500df', 'tag': '14444943-e20d-4660-9aa7-7147b59052b2'}] {{(pid=79295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:42:15.910364 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ff4769-425f-4b22-b2c6-b6c1e1f84131 service neutron] Pushing event updated for resources: {'Port': ['ID=14444943-e20d-4660-9aa7-7147b59052b2,revision_number=3']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:42:15.920026 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-52ff4769-425f-4b22-b2c6-b6c1e1f84131 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:42:15.947845 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45587dc1-7d8a-487d-b4b9-fb1b814500df', 'tag': '14444943-e20d-4660-9aa7-7147b59052b2', 'status': 'completed', 'code': 200} May 10 19:42:16.071095 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c21c8-0dbf-4140-b215-160e3c9cce90 req-3ff3daa7-caa9-4f48-8090-33425dc79eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:16.073087 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-5b3c21c8-0dbf-4140-b215-160e3c9cce90 req-3ff3daa7-caa9-4f48-8090-33425dc79eca service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef8a604ad20c4dd39e313f34dabc9a91&device_id=45587dc1-7d8a-487d-b4b9-fb1b814500df HTTP/1.1" status: 200 len: 1096 time: 0.0971699 May 10 19:42:16.104426 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.agents_db [None req-ff3cf147-8285-4226-b8f5-cc0a2e41555e None None] Agent healthcheck: found 6 active agents {{(pid=79298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:42:16.218150 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c21c8-0dbf-4140-b215-160e3c9cce90 req-57f8fb9d-6387-4335-a79f-641ced84ddb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:16.219588 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-5b3c21c8-0dbf-4140-b215-160e3c9cce90 req-57f8fb9d-6387-4335-a79f-641ced84ddb6 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=ef8a604ad20c4dd39e313f34dabc9a91&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1394942 May 10 19:42:16.357607 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c21c8-0dbf-4140-b215-160e3c9cce90 req-ecc24c63-061d-4935-88bf-b315182ce6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:16.359015 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-5b3c21c8-0dbf-4140-b215-160e3c9cce90 req-ecc24c63-061d-4935-88bf-b315182ce6fc service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1334665 May 10 19:42:16.459791 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5707425f-ba71-4983-9b79-c40ae9de7411 req-e362cfaf-4000-4133-83ad-5d66a8fdc215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:16.461265 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-5707425f-ba71-4983-9b79-c40ae9de7411 req-e362cfaf-4000-4133-83ad-5d66a8fdc215 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef8a604ad20c4dd39e313f34dabc9a91&device_id=45587dc1-7d8a-487d-b4b9-fb1b814500df HTTP/1.1" status: 200 len: 1096 time: 0.0686901 May 10 19:42:16.531205 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-5707425f-ba71-4983-9b79-c40ae9de7411 req-5a88c911-227f-432a-8691-8288e84e2bff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14444943-e20d-4660-9aa7-7147b59052b2 HTTP/1.1" status: 200 len: 217 time: 0.0621610 May 10 19:42:16.595744 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5707425f-ba71-4983-9b79-c40ae9de7411 req-e458c582-1804-4fcf-86b0-c2e4e226d348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:16.597175 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-5707425f-ba71-4983-9b79-c40ae9de7411 req-e458c582-1804-4fcf-86b0-c2e4e226d348 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5a56506b-41ed-4feb-abff-803d526ecf5f HTTP/1.1" status: 200 len: 854 time: 0.0571303 May 10 19:42:16.634230 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eb3b6d-9aad-4057-824d-6a7ebfab2b62 req-d2ce0ed7-359f-47fc-a513-856d669ad6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:16.635742 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-13eb3b6d-9aad-4057-824d-6a7ebfab2b62 req-d2ce0ed7-359f-47fc-a513-856d669ad6b5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3a84c55d-7d70-45e4-9625-7a6ad1cb534f&tenant_id=48537c19bc3f482ca2c677fa41f568c5 HTTP/1.1" status: 200 len: 1096 time: 0.0740883 May 10 19:42:16.676149 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5707425f-ba71-4983-9b79-c40ae9de7411 req-e0ef9aa5-1900-4b97-9f98-c593f6583f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:16.677618 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-5707425f-ba71-4983-9b79-c40ae9de7411 req-e0ef9aa5-1900-4b97-9f98-c593f6583f0a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=439080c1-ef31-466a-b48e-1d7fa4459447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0732825 May 10 19:42:16.729464 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eb3b6d-9aad-4057-824d-6a7ebfab2b62 req-fa171fd8-7a36-490c-b937-f53512292437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:16.730987 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-13eb3b6d-9aad-4057-824d-6a7ebfab2b62 req-fa171fd8-7a36-490c-b937-f53512292437 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=48537c19bc3f482ca2c677fa41f568c5&device_id=3a84c55d-7d70-45e4-9625-7a6ad1cb534f HTTP/1.1" status: 200 len: 1096 time: 0.0752342 May 10 19:42:16.889420 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-5707425f-ba71-4983-9b79-c40ae9de7411 req-cafc7675-2bae-4f49-915c-52123750cc73 service neutron] 10.222.0.36 "GET /v2.0/networks/439080c1-ef31-466a-b48e-1d7fa4459447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048018 May 10 19:42:16.938672 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd525c-586d-4ed1-b769-86bd91925106 req-cf2cb028-0680-49a4-994f-b664ca537e36 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:16.940274 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-aafd525c-586d-4ed1-b769-86bd91925106 req-cf2cb028-0680-49a4-994f-b664ca537e36 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a84c55d-7d70-45e4-9625-7a6ad1cb534f HTTP/1.1" status: 200 len: 943 time: 0.1579316 May 10 19:42:16.969194 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eb3b6d-9aad-4057-824d-6a7ebfab2b62 req-24dc2ebb-af9a-4a67-b002-0cec41fb0377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:16.970757 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-13eb3b6d-9aad-4057-824d-6a7ebfab2b62 req-24dc2ebb-af9a-4a67-b002-0cec41fb0377 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c1996f27-1db4-443b-b1de-2cd374f7ede0 HTTP/1.1" status: 200 len: 917 time: 0.2337987 May 10 19:42:17.073693 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-13eb3b6d-9aad-4057-824d-6a7ebfab2b62 req-f63d98c0-6f4d-404a-9ae2-b6404c23806d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a72b273-be2c-49c1-9151-d3dbeccf0e99 HTTP/1.1" status: 200 len: 998 time: 0.0965149 May 10 19:42:17.107376 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-aafd525c-586d-4ed1-b769-86bd91925106 req-6912d7ff-eaf5-414b-b92b-8b34bdd3bbeb tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=301eee89-3e88-468e-b4a4-022c19231d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225269 May 10 19:42:17.130395 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-5707425f-ba71-4983-9b79-c40ae9de7411 req-3fec3f24-9c4b-430e-933c-4027037b558d service neutron] 10.222.0.36 "GET /v2.0/networks/439080c1-ef31-466a-b48e-1d7fa4459447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340877 May 10 19:42:17.151265 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eb3b6d-9aad-4057-824d-6a7ebfab2b62 req-99f4ab49-eae3-4a27-88bb-ca82a612be03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:17.152457 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef384c99-8aa4-47ea-98e8-080ab6834c11 req-6549984d-5f13-4379-9ab8-e6b27f265fbb tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:17.152608 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-13eb3b6d-9aad-4057-824d-6a7ebfab2b62 req-99f4ab49-eae3-4a27-88bb-ca82a612be03 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d9a3be94-0d38-4426-8d23-4357f15ca2f9 HTTP/1.1" status: 200 len: 855 time: 0.0730374 May 10 19:42:17.153898 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-ef384c99-8aa4-47ea-98e8-080ab6834c11 req-6549984d-5f13-4379-9ab8-e6b27f265fbb tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/ports?device_id=45587dc1-7d8a-487d-b4b9-fb1b814500df HTTP/1.1" status: 200 len: 943 time: 0.3704479 May 10 19:42:17.199252 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-ef384c99-8aa4-47ea-98e8-080ab6834c11 req-4cdb1831-0e38-4885-90ed-a1f89c928152 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1c2d7b2-7c83-4167-ba51-19a118a85bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394907 May 10 19:42:17.229534 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eb3b6d-9aad-4057-824d-6a7ebfab2b62 req-ed0d097e-9773-47f7-9fba-5a93c7324fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:17.231033 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-13eb3b6d-9aad-4057-824d-6a7ebfab2b62 req-ed0d097e-9773-47f7-9fba-5a93c7324fd0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c1996f27-1db4-443b-b1de-2cd374f7ede0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0722413 May 10 19:42:17.360617 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-13eb3b6d-9aad-4057-824d-6a7ebfab2b62 req-e1485dc9-a82a-453f-8ba1-7f009b0034cc service neutron] 10.222.0.36 "GET /v2.0/networks/c1996f27-1db4-443b-b1de-2cd374f7ede0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223137 May 10 19:42:17.488874 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-13eb3b6d-9aad-4057-824d-6a7ebfab2b62 req-82b5d669-0253-465a-9f96-86195f7c9535 service neutron] 10.222.0.36 "GET /v2.0/networks/c1996f27-1db4-443b-b1de-2cd374f7ede0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202536 May 10 19:42:18.470411 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a216664b-fcae-4417-ac23-f5dc41fa8686 req-a09c5c38-1194-4004-9847-a152440edd12 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:18.471894 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-a216664b-fcae-4417-ac23-f5dc41fa8686 req-a09c5c38-1194-4004-9847-a152440edd12 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a84c55d-7d70-45e4-9625-7a6ad1cb534f HTTP/1.1" status: 200 len: 943 time: 0.2320411 May 10 19:42:18.553585 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-a216664b-fcae-4417-ac23-f5dc41fa8686 req-eb7277eb-4555-4c43-bf19-27050426b6ab tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=301eee89-3e88-468e-b4a4-022c19231d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744944 May 10 19:42:18.582445 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c51f7d-15d7-4ae5-acac-cedf56989ba9 req-b5c9a4ae-bbe0-41bd-aa1e-b4e8e14e6324 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:18.583936 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-28c51f7d-15d7-4ae5-acac-cedf56989ba9 req-b5c9a4ae-bbe0-41bd-aa1e-b4e8e14e6324 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/ports?device_id=45587dc1-7d8a-487d-b4b9-fb1b814500df HTTP/1.1" status: 200 len: 943 time: 0.1575804 May 10 19:42:18.633617 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-28c51f7d-15d7-4ae5-acac-cedf56989ba9 req-95efea3f-aac4-4889-9071-6c761b8f3717 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1c2d7b2-7c83-4167-ba51-19a118a85bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439534 May 10 19:42:19.949161 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551b74ab-399f-4429-b852-b1811a71386a req-65fda1e9-08bc-43e8-b213-e5d845a446b9 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:19.957826 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-551b74ab-399f-4429-b852-b1811a71386a req-65fda1e9-08bc-43e8-b213-e5d845a446b9 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a84c55d-7d70-45e4-9625-7a6ad1cb534f HTTP/1.1" status: 200 len: 943 time: 0.2870748 May 10 19:42:19.960355 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593ce7f-bf2d-4de8-bc21-d294222cf238 req-81abe0ee-9eb4-48d7-84e9-dfacf59b6bac tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:19.961836 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-3593ce7f-bf2d-4de8-bc21-d294222cf238 req-81abe0ee-9eb4-48d7-84e9-dfacf59b6bac tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/ports?device_id=45587dc1-7d8a-487d-b4b9-fb1b814500df HTTP/1.1" status: 200 len: 943 time: 0.1203077 May 10 19:42:20.036225 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-551b74ab-399f-4429-b852-b1811a71386a req-8ef5fc69-fa0f-4d98-afe9-aae0679700b3 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=301eee89-3e88-468e-b4a4-022c19231d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727606 May 10 19:42:20.038981 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-3593ce7f-bf2d-4de8-bc21-d294222cf238 req-5e348def-81f2-47c4-8e84-4abe6c6cef55 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1c2d7b2-7c83-4167-ba51-19a118a85bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626183 May 10 19:42:20.307676 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device 14444943-e20d-4660-9aa7-7147b59052b2 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=79297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 19:42:20.460690 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] For port 14444943-e20d-4660-9aa7-7147b59052b2, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=14444943-e20d-4660-9aa7-7147b59052b2,segment=NetworkSegment(20ee66b0-f45d-4341-af81-e2cda99186a9),segment_id=20ee66b0-f45d-4341-af81-e2cda99186a9)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:42:20.473407 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Returning: {'device': '14444943-e20d-4660-9aa7-7147b59052b2', 'network_id': '439080c1-ef31-466a-b48e-1d7fa4459447', 'port_id': '14444943-e20d-4660-9aa7-7147b59052b2', 'mac_address': 'fa:16:3e:f5:a6:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a56506b-41ed-4feb-abff-803d526ecf5f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 19:42:20.526472 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:20.545341 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.notifiers.nova [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14444943-e20d-4660-9aa7-7147b59052b2 {{(pid=79297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:42:20.562293 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] For port 14444943-e20d-4660-9aa7-7147b59052b2, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=14444943-e20d-4660-9aa7-7147b59052b2,segment=NetworkSegment(20ee66b0-f45d-4341-af81-e2cda99186a9),segment_id=20ee66b0-f45d-4341-af81-e2cda99186a9)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:42:20.618076 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:20.619903 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:42:20.684526 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Pushing event updated for resources: {'Port': ['ID=14444943-e20d-4660-9aa7-7147b59052b2,revision_number=4']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:42:20.687441 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:42:20.843022 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] get_ports_and_sgs() called for port_ids ['14444943-e20d-4660-9aa7-7147b59052b2'] {{(pid=79297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:42:21.310088 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a6f45-1b7f-4122-a7a8-bd8131ad025e req-e5762c5c-d520-49fe-b100-9414c2382f16 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:21.311890 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-5b2a6f45-1b7f-4122-a7a8-bd8131ad025e req-e5762c5c-d520-49fe-b100-9414c2382f16 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/ports?device_id=45587dc1-7d8a-487d-b4b9-fb1b814500df HTTP/1.1" status: 200 len: 944 time: 0.1539462 May 10 19:42:21.320055 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2f80b-eb7f-4212-b0bc-0aa89c63ae8c req-00a618e9-e5f1-49f1-af9d-923f1ef28a40 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:21.321492 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-b1b2f80b-eb7f-4212-b0bc-0aa89c63ae8c req-00a618e9-e5f1-49f1-af9d-923f1ef28a40 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a84c55d-7d70-45e4-9625-7a6ad1cb534f HTTP/1.1" status: 200 len: 943 time: 0.1260493 May 10 19:42:21.398204 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-5b2a6f45-1b7f-4122-a7a8-bd8131ad025e req-c30ad774-d3b6-4392-80f5-b0fade88e0b9 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1c2d7b2-7c83-4167-ba51-19a118a85bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757334 May 10 19:42:21.459702 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-b1b2f80b-eb7f-4212-b0bc-0aa89c63ae8c req-c788584b-a380-484d-b16f-6db3651f614d tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=301eee89-3e88-468e-b4a4-022c19231d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656385 May 10 19:42:22.341077 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device 14444943-e20d-4660-9aa7-7147b59052b2 up at agent hyperv_hv-cinder-78445 {{(pid=79297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:42:22.477554 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Provisioning for port 14444943-e20d-4660-9aa7-7147b59052b2 completed by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:42:22.482728 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Provisioning complete for port 14444943-e20d-4660-9aa7-7147b59052b2 triggered by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:42:22.483158 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:22.614994 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:22.641831 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45587dc1-7d8a-487d-b4b9-fb1b814500df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14444943-e20d-4660-9aa7-7147b59052b2'}] {{(pid=79297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:42:22.652007 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] For port 14444943-e20d-4660-9aa7-7147b59052b2, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=14444943-e20d-4660-9aa7-7147b59052b2,segment=NetworkSegment(20ee66b0-f45d-4341-af81-e2cda99186a9),segment_id=20ee66b0-f45d-4341-af81-e2cda99186a9)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:42:22.685094 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ff024-d5d0-4a99-a78d-991199d5f41e req-59a89fd8-0cbb-4e5c-b467-9b1562aa2bc0 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:22.686580 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-fb1ff024-d5d0-4a99-a78d-991199d5f41e req-59a89fd8-0cbb-4e5c-b467-9b1562aa2bc0 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/ports?device_id=45587dc1-7d8a-487d-b4b9-fb1b814500df HTTP/1.1" status: 200 len: 944 time: 0.1800213 May 10 19:42:22.695821 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a442a-bb57-4964-9c2c-e19f5d1ffe6e req-5cd07fc0-5111-439d-ad04-cc5dbb9bee1c tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:22.697302 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-816a442a-bb57-4964-9c2c-e19f5d1ffe6e req-5cd07fc0-5111-439d-ad04-cc5dbb9bee1c tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a84c55d-7d70-45e4-9625-7a6ad1cb534f HTTP/1.1" status: 200 len: 943 time: 0.1526170 May 10 19:42:22.720727 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:22.722692 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-2c8f1d7b-a6eb-4e3f-bbeb-613638980a76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:42:22.776352 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-fb1ff024-d5d0-4a99-a78d-991199d5f41e req-ca3a18ac-4ef4-4632-90d7-b7c77edbba1a tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1c2d7b2-7c83-4167-ba51-19a118a85bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780735 May 10 19:42:22.810656 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Pushing event updated for resources: {'Port': ['ID=14444943-e20d-4660-9aa7-7147b59052b2,revision_number=5']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:42:22.822590 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-816a442a-bb57-4964-9c2c-e19f5d1ffe6e req-af04b5d4-89ae-4e8a-a032-e08b8f619a66 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=301eee89-3e88-468e-b4a4-022c19231d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111412 May 10 19:42:22.827213 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:42:22.847636 dv-cinder-784453-6-smb neutron-server[79297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45587dc1-7d8a-487d-b4b9-fb1b814500df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14444943-e20d-4660-9aa7-7147b59052b2', 'code': 200} May 10 19:42:24.026791 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32003287-5c05-477a-a048-598665dba7de req-f44e3dec-d353-4b9b-b2a4-0e78478d4df2 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:24.028383 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-32003287-5c05-477a-a048-598665dba7de req-f44e3dec-d353-4b9b-b2a4-0e78478d4df2 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/ports?device_id=45587dc1-7d8a-487d-b4b9-fb1b814500df HTTP/1.1" status: 200 len: 945 time: 0.1382337 May 10 19:42:24.073032 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d4f9f-1a1d-495a-a17a-98d2fb2329e2 req-94829bb2-5002-4d4d-8131-a16ce1d88ce9 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:24.079420 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-006d4f9f-1a1d-495a-a17a-98d2fb2329e2 req-94829bb2-5002-4d4d-8131-a16ce1d88ce9 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a84c55d-7d70-45e4-9625-7a6ad1cb534f HTTP/1.1" status: 200 len: 943 time: 0.1409588 May 10 19:42:24.117410 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-32003287-5c05-477a-a048-598665dba7de req-9b57daad-66df-4544-9c6f-e7df6956dc43 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1c2d7b2-7c83-4167-ba51-19a118a85bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831656 May 10 19:42:24.138844 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-006d4f9f-1a1d-495a-a17a-98d2fb2329e2 req-81bafc82-2d50-461c-b973-36d8e8c1e82f tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=301eee89-3e88-468e-b4a4-022c19231d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583065 May 10 19:42:25.389668 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8db71e-e90d-4ece-866f-e778201c9fcf req-64200a47-f78d-4887-9a2e-c4dabce037ed tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:25.391139 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-9d8db71e-e90d-4ece-866f-e778201c9fcf req-64200a47-f78d-4887-9a2e-c4dabce037ed tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/ports?device_id=45587dc1-7d8a-487d-b4b9-fb1b814500df HTTP/1.1" status: 200 len: 945 time: 0.1497829 May 10 19:42:25.420194 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f214014-a175-4c40-8dc7-be04b867f1ea req-1131692a-d417-43ba-a08d-b4dfc3a789b4 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:25.421500 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-8f214014-a175-4c40-8dc7-be04b867f1ea req-1131692a-d417-43ba-a08d-b4dfc3a789b4 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a84c55d-7d70-45e4-9625-7a6ad1cb534f HTTP/1.1" status: 200 len: 943 time: 0.1407919 May 10 19:42:25.482706 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-9d8db71e-e90d-4ece-866f-e778201c9fcf req-07c05ecb-0745-470f-88d4-bc7745520a8f tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1c2d7b2-7c83-4167-ba51-19a118a85bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857711 May 10 19:42:25.490056 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-8f214014-a175-4c40-8dc7-be04b867f1ea req-d281c9d6-7b67-4902-96c4-411e53b5bdc3 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=301eee89-3e88-468e-b4a4-022c19231d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611966 May 10 19:42:26.733403 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc875f8-282c-4f69-8081-740eb2ac3fd8 req-70a5d727-26a1-4eee-8e3b-d7decb138dc9 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:26.734930 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-cbc875f8-282c-4f69-8081-740eb2ac3fd8 req-70a5d727-26a1-4eee-8e3b-d7decb138dc9 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/ports?device_id=45587dc1-7d8a-487d-b4b9-fb1b814500df HTTP/1.1" status: 200 len: 945 time: 0.1365502 May 10 19:42:26.767335 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085185e3-9be0-4405-87ac-370f298f4255 req-ddf9139c-f082-4c6b-91c2-21313e5b32b2 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:26.768654 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-085185e3-9be0-4405-87ac-370f298f4255 req-ddf9139c-f082-4c6b-91c2-21313e5b32b2 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a84c55d-7d70-45e4-9625-7a6ad1cb534f HTTP/1.1" status: 200 len: 943 time: 0.1349554 May 10 19:42:26.823320 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-cbc875f8-282c-4f69-8081-740eb2ac3fd8 req-e1ef9e39-83e4-46d6-a755-21d977a2f404 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1c2d7b2-7c83-4167-ba51-19a118a85bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802317 May 10 19:42:26.836488 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-085185e3-9be0-4405-87ac-370f298f4255 req-760d97f9-c578-43de-8f4f-93bb8ea9ff84 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=301eee89-3e88-468e-b4a4-022c19231d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607262 May 10 19:42:28.071969 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4398fe-2d1b-4112-a03f-7d4e367b2b3e req-d9eb98ba-1193-447e-8981-f54b3d48c421 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:28.073390 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-dc4398fe-2d1b-4112-a03f-7d4e367b2b3e req-d9eb98ba-1193-447e-8981-f54b3d48c421 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/ports?device_id=45587dc1-7d8a-487d-b4b9-fb1b814500df HTTP/1.1" status: 200 len: 945 time: 0.1406193 May 10 19:42:28.083013 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1414ce-ef29-4314-b875-58778cd01ca3 req-33d97279-c4f2-455a-88c0-5cf82cc3a959 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:28.084387 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-1a1414ce-ef29-4314-b875-58778cd01ca3 req-33d97279-c4f2-455a-88c0-5cf82cc3a959 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a84c55d-7d70-45e4-9625-7a6ad1cb534f HTTP/1.1" status: 200 len: 943 time: 0.1196132 May 10 19:42:28.153080 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-dc4398fe-2d1b-4112-a03f-7d4e367b2b3e req-a75899df-7146-4e34-baa2-32de8f931a2c tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1c2d7b2-7c83-4167-ba51-19a118a85bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677550 May 10 19:42:28.157344 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-1a1414ce-ef29-4314-b875-58778cd01ca3 req-14ebb8fe-1ea1-456e-97f2-dffec3ce87bf tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=301eee89-3e88-468e-b4a4-022c19231d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593228 May 10 19:42:29.150634 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f900f1c3-5deb-47e3-a60c-edc5df975823 req-acec3c66-1d3d-46d2-9cd6-05cc12265e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:29.152129 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-f900f1c3-5deb-47e3-a60c-edc5df975823 req-acec3c66-1d3d-46d2-9cd6-05cc12265e5c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=45587dc1-7d8a-487d-b4b9-fb1b814500df HTTP/1.1" status: 200 len: 1098 time: 0.0718093 May 10 19:42:29.193287 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-f900f1c3-5deb-47e3-a60c-edc5df975823 req-26aa8042-fac0-40c5-894f-001866eae60d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a1c2d7b2-7c83-4167-ba51-19a118a85bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347340 May 10 19:42:29.451264 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38989b8b-2c5b-4ab4-83b0-e466636c794a req-c6861934-037c-44e2-bd36-66e4a89be605 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:29.452617 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-38989b8b-2c5b-4ab4-83b0-e466636c794a req-c6861934-037c-44e2-bd36-66e4a89be605 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/ports?device_id=45587dc1-7d8a-487d-b4b9-fb1b814500df HTTP/1.1" status: 200 len: 945 time: 0.1919618 May 10 19:42:29.484965 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ad714-9331-4766-9006-880f0b4cbd27 req-ca7df8cb-cd2e-4a4a-9103-5007b7e02e84 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:29.486331 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-630ad714-9331-4766-9006-880f0b4cbd27 req-ca7df8cb-cd2e-4a4a-9103-5007b7e02e84 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a84c55d-7d70-45e4-9625-7a6ad1cb534f HTTP/1.1" status: 200 len: 943 time: 0.1915774 May 10 19:42:29.527460 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-38989b8b-2c5b-4ab4-83b0-e466636c794a req-2b9d5c36-bdfd-4acf-8022-ad7b87abf140 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1c2d7b2-7c83-4167-ba51-19a118a85bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680590 May 10 19:42:29.545779 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-630ad714-9331-4766-9006-880f0b4cbd27 req-33a78b66-cf11-4e4d-ade3-be6e5e2cc615 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=301eee89-3e88-468e-b4a4-022c19231d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525994 May 10 19:42:30.384269 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device 4a72b273-be2c-49c1-9151-d3dbeccf0e99 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=79297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 19:42:30.517886 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] For port 4a72b273-be2c-49c1-9151-d3dbeccf0e99, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=4a72b273-be2c-49c1-9151-d3dbeccf0e99,segment=NetworkSegment(108993fe-967b-403c-a08b-306337f62f28),segment_id=108993fe-967b-403c-a08b-306337f62f28)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:42:30.530517 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Returning: {'device': '4a72b273-be2c-49c1-9151-d3dbeccf0e99', 'network_id': 'c1996f27-1db4-443b-b1de-2cd374f7ede0', 'port_id': '4a72b273-be2c-49c1-9151-d3dbeccf0e99', 'mac_address': 'fa:16:3e:68:4d:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9a3be94-0d38-4426-8d23-4357f15ca2f9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 19:42:30.585551 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:30.602503 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.notifiers.nova [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a72b273-be2c-49c1-9151-d3dbeccf0e99 {{(pid=79297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:42:30.619602 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] For port 4a72b273-be2c-49c1-9151-d3dbeccf0e99, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=4a72b273-be2c-49c1-9151-d3dbeccf0e99,segment=NetworkSegment(108993fe-967b-403c-a08b-306337f62f28),segment_id=108993fe-967b-403c-a08b-306337f62f28)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:42:30.682872 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:30.685358 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:42:30.759332 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Pushing event updated for resources: {'Port': ['ID=4a72b273-be2c-49c1-9151-d3dbeccf0e99,revision_number=9']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:42:30.762729 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:42:30.774395 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d29946-9a62-4a60-82dd-68d4ad6d1bff req-f302b01a-6b40-4a12-9278-6f01a02af5d8 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:30.775865 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-23d29946-9a62-4a60-82dd-68d4ad6d1bff req-f302b01a-6b40-4a12-9278-6f01a02af5d8 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/ports?device_id=45587dc1-7d8a-487d-b4b9-fb1b814500df HTTP/1.1" status: 200 len: 945 time: 0.1432600 May 10 19:42:30.785314 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f62a85-2c66-4f83-8cb0-8ba2b1db04b4 req-bd404f04-9106-4fcb-88b5-3f02188ff081 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:30.786368 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-40f62a85-2c66-4f83-8cb0-8ba2b1db04b4 req-bd404f04-9106-4fcb-88b5-3f02188ff081 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a84c55d-7d70-45e4-9625-7a6ad1cb534f HTTP/1.1" status: 200 len: 944 time: 0.1231627 May 10 19:42:30.855957 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-23d29946-9a62-4a60-82dd-68d4ad6d1bff req-9c606ee0-39db-410c-9964-f4878bf24b77 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1c2d7b2-7c83-4167-ba51-19a118a85bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681181 May 10 19:42:30.860397 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-40f62a85-2c66-4f83-8cb0-8ba2b1db04b4 req-ee633251-68ba-4327-b1ce-4fa7fc5d4439 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=301eee89-3e88-468e-b4a4-022c19231d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592003 May 10 19:42:30.901509 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] get_ports_and_sgs() called for port_ids ['4a72b273-be2c-49c1-9151-d3dbeccf0e99'] {{(pid=79297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:42:31.042359 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e00e1b-7baf-40cf-a65b-2a3bc961741c req-cac5ff4c-b333-4199-b032-babd5b534338 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:31.044313 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-b6e00e1b-7baf-40cf-a65b-2a3bc961741c req-cac5ff4c-b333-4199-b032-babd5b534338 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/ports?device_id=45587dc1-7d8a-487d-b4b9-fb1b814500df HTTP/1.1" status: 200 len: 945 time: 0.0835793 May 10 19:42:31.088021 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-b6e00e1b-7baf-40cf-a65b-2a3bc961741c req-9a0e557c-3393-4a83-8089-67e74ed66ea2 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1c2d7b2-7c83-4167-ba51-19a118a85bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378668 May 10 19:42:31.468779 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e4b44-f3f1-43cc-8f81-abd76b9955d5 req-35cd6bde-9e99-432c-8e62-7068c68611c0 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:31.470195 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-306e4b44-f3f1-43cc-8f81-abd76b9955d5 req-35cd6bde-9e99-432c-8e62-7068c68611c0 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/ports?device_id=45587dc1-7d8a-487d-b4b9-fb1b814500df HTTP/1.1" status: 200 len: 945 time: 0.0778790 May 10 19:42:31.513829 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-306e4b44-f3f1-43cc-8f81-abd76b9955d5 req-33521079-8d2c-497e-a241-d3e051339861 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1c2d7b2-7c83-4167-ba51-19a118a85bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380883 May 10 19:42:32.049595 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c65b27-1768-4fb5-94f1-f4f2fe97bdf5 req-77f9f5f1-fe0e-47b3-977f-89f4a51d0d61 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:32.051085 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-64c65b27-1768-4fb5-94f1-f4f2fe97bdf5 req-77f9f5f1-fe0e-47b3-977f-89f4a51d0d61 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a84c55d-7d70-45e4-9625-7a6ad1cb534f HTTP/1.1" status: 200 len: 944 time: 0.0836775 May 10 19:42:32.096310 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-64c65b27-1768-4fb5-94f1-f4f2fe97bdf5 req-b4ccb14f-4a2a-4e59-8f04-697400189404 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=301eee89-3e88-468e-b4a4-022c19231d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395973 May 10 19:42:32.406179 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device 4a72b273-be2c-49c1-9151-d3dbeccf0e99 up at agent hyperv_hv-cinder-78445 {{(pid=79297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:42:32.495947 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Provisioning complete for port 4a72b273-be2c-49c1-9151-d3dbeccf0e99 triggered by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:42:32.496265 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:32.611247 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:32.637468 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a84c55d-7d70-45e4-9625-7a6ad1cb534f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a72b273-be2c-49c1-9151-d3dbeccf0e99'}] {{(pid=79297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:42:32.646968 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] For port 4a72b273-be2c-49c1-9151-d3dbeccf0e99, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=4a72b273-be2c-49c1-9151-d3dbeccf0e99,segment=NetworkSegment(108993fe-967b-403c-a08b-306337f62f28),segment_id=108993fe-967b-403c-a08b-306337f62f28)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:42:32.728877 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:32.732174 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:42:32.801544 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Pushing event updated for resources: {'Port': ['ID=4a72b273-be2c-49c1-9151-d3dbeccf0e99,revision_number=10']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:42:32.804802 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:42:32.822517 dv-cinder-784453-6-smb neutron-server[79297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a84c55d-7d70-45e4-9625-7a6ad1cb534f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a72b273-be2c-49c1-9151-d3dbeccf0e99', 'code': 200} May 10 19:42:33.290630 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b35eced-266a-447c-88e7-0a4a5471fe7e req-aead5d0b-1a24-4e48-9236-3f65e1197cf1 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:33.292299 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-9b35eced-266a-447c-88e7-0a4a5471fe7e req-aead5d0b-1a24-4e48-9236-3f65e1197cf1 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a84c55d-7d70-45e4-9625-7a6ad1cb534f HTTP/1.1" status: 200 len: 946 time: 0.0834997 May 10 19:42:33.343452 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-9b35eced-266a-447c-88e7-0a4a5471fe7e req-526021b0-cda7-4685-bade-910ad65b5e07 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=301eee89-3e88-468e-b4a4-022c19231d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455799 May 10 19:42:33.503720 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb81aa-3c70-4711-846a-b079807fa5be req-314dbe1c-3c9f-4fc9-8851-8cbeaf5139e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:33.505194 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-85cb81aa-3c70-4711-846a-b079807fa5be req-314dbe1c-3c9f-4fc9-8851-8cbeaf5139e8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3a84c55d-7d70-45e4-9625-7a6ad1cb534f HTTP/1.1" status: 200 len: 1099 time: 0.1149151 May 10 19:42:33.545673 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-85cb81aa-3c70-4711-846a-b079807fa5be req-a2e59eeb-5d87-41b6-873e-5e9b0eb8469c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=301eee89-3e88-468e-b4a4-022c19231d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341980 May 10 19:42:34.569690 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e69e95-63fb-4fee-8a7f-c4945a643596 req-b1f1813f-d703-4ab3-84bb-0504129a19ae tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:34.571098 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-32e69e95-63fb-4fee-8a7f-c4945a643596 req-b1f1813f-d703-4ab3-84bb-0504129a19ae tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a84c55d-7d70-45e4-9625-7a6ad1cb534f HTTP/1.1" status: 200 len: 946 time: 0.0967569 May 10 19:42:34.619162 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-32e69e95-63fb-4fee-8a7f-c4945a643596 req-56791351-3ef5-404c-8154-f646180b5594 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=301eee89-3e88-468e-b4a4-022c19231d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417457 May 10 19:42:34.799472 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-feb6999d-1f66-4616-9163-01e00098e9ec req-289d0c15-e99d-4b03-9258-b274e29b608d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6ed23273-d1bc-49ce-b9bf-812c8207f785&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0817819 May 10 19:42:34.892985 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb6999d-1f66-4616-9163-01e00098e9ec req-4a14154a-1ee2-4f18-aeb0-dee52006a6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:34.894549 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-feb6999d-1f66-4616-9163-01e00098e9ec req-4a14154a-1ee2-4f18-aeb0-dee52006a6ca service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=536ec0bc9dcf4f2580e2ea96cc3adb48&device_id=6ed23273-d1bc-49ce-b9bf-812c8207f785 HTTP/1.1" status: 200 len: 1098 time: 0.0735490 May 10 19:42:35.036997 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb6999d-1f66-4616-9163-01e00098e9ec req-d087f200-16ae-4dff-af6b-79552947bb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:35.038432 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-feb6999d-1f66-4616-9163-01e00098e9ec req-d087f200-16ae-4dff-af6b-79552947bb58 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5e639025-eadf-4b4c-bd6d-cdc3eaf5928c HTTP/1.1" status: 200 len: 910 time: 0.1250489 May 10 19:42:35.140788 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-feb6999d-1f66-4616-9163-01e00098e9ec req-8abd89db-7f2f-4300-8e9a-e8733ff88e94 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5195c633-b875-4d3a-9786-f1f377251b14 HTTP/1.1" status: 200 len: 1000 time: 0.0958474 May 10 19:42:35.205821 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb6999d-1f66-4616-9163-01e00098e9ec req-48652c91-63ca-4eb3-a6a6-abc66360fd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:35.207480 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-feb6999d-1f66-4616-9163-01e00098e9ec req-48652c91-63ca-4eb3-a6a6-abc66360fd6b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be8f9184-e655-413c-8c2a-cea8adc5553d HTTP/1.1" status: 200 len: 848 time: 0.0579910 May 10 19:42:35.296067 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb6999d-1f66-4616-9163-01e00098e9ec req-ca72b6da-0669-43bb-ab01-433cb2896a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:35.297539 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-feb6999d-1f66-4616-9163-01e00098e9ec req-ca72b6da-0669-43bb-ab01-433cb2896a12 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5e639025-eadf-4b4c-bd6d-cdc3eaf5928c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0740998 May 10 19:42:35.428761 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-feb6999d-1f66-4616-9163-01e00098e9ec req-fe756b38-dbd6-4fd8-9f35-db0a1d10d8e1 service neutron] 10.222.0.36 "GET /v2.0/networks/5e639025-eadf-4b4c-bd6d-cdc3eaf5928c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236396 May 10 19:42:35.665419 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-feb6999d-1f66-4616-9163-01e00098e9ec req-99aabdcd-3540-4ea9-be7f-bd396c5accf0 service neutron] 10.222.0.36 "GET /v2.0/networks/5e639025-eadf-4b4c-bd6d-cdc3eaf5928c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279665 May 10 19:42:35.831958 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b22d6d-4a45-4c00-beb3-08445d8593aa req-17a17d5b-f14a-4b4e-b803-1ae953f2b817 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:35.833467 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-34b22d6d-4a45-4c00-beb3-08445d8593aa req-17a17d5b-f14a-4b4e-b803-1ae953f2b817 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a84c55d-7d70-45e4-9625-7a6ad1cb534f HTTP/1.1" status: 200 len: 946 time: 0.0927014 May 10 19:42:35.879422 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-34b22d6d-4a45-4c00-beb3-08445d8593aa req-88340dd1-a86d-455f-87b3-b1a3c47231a3 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=301eee89-3e88-468e-b4a4-022c19231d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402858 May 10 19:42:37.128487 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc51e3e-b185-4334-a160-60c5cf91462d req-ad908a56-f697-4977-b559-e6de35196bbd tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:37.129922 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-ccc51e3e-b185-4334-a160-60c5cf91462d req-ad908a56-f697-4977-b559-e6de35196bbd tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a84c55d-7d70-45e4-9625-7a6ad1cb534f HTTP/1.1" status: 200 len: 946 time: 0.1413026 May 10 19:42:37.138768 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e03433-47c1-463a-ba3a-bacc52d6d876 req-2c9d1c97-0cd7-42b1-bd80-961046e52bad tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:37.140135 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-17e03433-47c1-463a-ba3a-bacc52d6d876 req-2c9d1c97-0cd7-42b1-bd80-961046e52bad tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/ports?device_id=45587dc1-7d8a-487d-b4b9-fb1b814500df HTTP/1.1" status: 200 len: 945 time: 0.1154327 May 10 19:42:37.208546 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-ccc51e3e-b185-4334-a160-60c5cf91462d req-501cab57-fb22-4d65-826e-29f45a6c7e85 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=301eee89-3e88-468e-b4a4-022c19231d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674191 May 10 19:42:37.213306 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-17e03433-47c1-463a-ba3a-bacc52d6d876 req-896d18db-d2f5-4a23-b6f1-63acac1b3380 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1c2d7b2-7c83-4167-ba51-19a118a85bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592158 May 10 19:42:37.236047 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 44842) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:42:37.409389 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9b32b3-da5e-4700-a26f-b3181834cede tempest-TestMinimumBasicScenario-256008873 tempest-TestMinimumBasicScenario-256008873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:37.410089 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-ab9b32b3-da5e-4700-a26f-b3181834cede tempest-TestMinimumBasicScenario-256008873 tempest-TestMinimumBasicScenario-256008873-project-admin] Synchronizing usage tracker for tenant:621b65bc86ca4938badbca00258ef2b4 on resource:port {{(pid=79295) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:42:37.486165 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-ab9b32b3-da5e-4700-a26f-b3181834cede tempest-TestMinimumBasicScenario-256008873 tempest-TestMinimumBasicScenario-256008873-project-admin] Unset dirty status for tenant:621b65bc86ca4938badbca00258ef2b4 on resource:port {{(pid=79295) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:42:37.487250 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-ab9b32b3-da5e-4700-a26f-b3181834cede tempest-TestMinimumBasicScenario-256008873 tempest-TestMinimumBasicScenario-256008873-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=45587dc1-7d8a-487d-b4b9-fb1b814500df HTTP/1.1" status: 200 len: 1093 time: 0.2502487 May 10 19:42:37.490054 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 44850) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:42:37.495288 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.v2.base [None req-b984da68-813b-4022-b561-e1440f6ace86 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Request body: {'floatingip': {'floating_network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'port_id': '14444943-e20d-4660-9aa7-7147b59052b2', 'tenant_id': 'ef8a604ad20c4dd39e313f34dabc9a91', 'fixed_ip_address': '172.20.0.4'}} {{(pid=79295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:42:37.501510 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-b984da68-813b-4022-b561-e1440f6ace86 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:42:37.505268 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-b984da68-813b-4022-b561-e1440f6ace86 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Usage tracker for resource:floatingip and tenant:ef8a604ad20c4dd39e313f34dabc9a91 is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:42:37.508095 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-b984da68-813b-4022-b561-e1440f6ace86 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:42:37.515008 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-b984da68-813b-4022-b561-e1440f6ace86 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:42:37.606531 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-b984da68-813b-4022-b561-e1440f6ace86 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Notify callbacks [] for floatingip, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:37.740517 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-b984da68-813b-4022-b561-e1440f6ace86 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:37.873368 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.db_base_plugin_common [None req-b984da68-813b-4022-b561-e1440f6ace86 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Allocated IP 172.28.3.196 (18edca27-7fe5-44f0-bd00-188f2dc0b989/39840ae5-5b78-40c6-8289-bd2c4c3e7489/32298214-19a0-4ac7-a08c-5161651927ab) {{(pid=79295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:42:38.018982 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-b984da68-813b-4022-b561-e1440f6ace86 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Notify callbacks [] for port, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:38.106108 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-b984da68-813b-4022-b561-e1440f6ace86 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757498479620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10826888'] for port, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:38.110418 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-c6507654-47e4-4866-8786-3ef6909574b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:42:38.225971 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b984da68-813b-4022-b561-e1440f6ace86 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Network 18edca27-7fe5-44f0-bd00-188f2dc0b989 is already hosted by enough agents. {{(pid=79295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:42:38.228763 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.scheduler.base_scheduler [None req-b984da68-813b-4022-b561-e1440f6ace86 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Resources bound (agent type, host, resource id): {{(pid=79295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:42:38.232921 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b984da68-813b-4022-b561-e1440f6ace86 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Received port after_create {{(pid=79295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:42:38.259874 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-dc4591f0-27bd-4304-915d-bdd56c0a6c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:38.273912 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b984da68-813b-4022-b561-e1440f6ace86 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Pushing event updated for resources: {'Port': ['ID=32298214-19a0-4ac7-a08c-5161651927ab,revision_number=1']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:42:38.288689 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:38.292963 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b984da68-813b-4022-b561-e1440f6ace86 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:42:38.292963 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b984da68-813b-4022-b561-e1440f6ace86 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:42:38.292963 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b984da68-813b-4022-b561-e1440f6ace86 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:42:38.292963 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b984da68-813b-4022-b561-e1440f6ace86 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:42:38.292963 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b984da68-813b-4022-b561-e1440f6ace86 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:42:38.292963 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b984da68-813b-4022-b561-e1440f6ace86 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:42:38.292963 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b984da68-813b-4022-b561-e1440f6ace86 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:42:38.292963 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b984da68-813b-4022-b561-e1440f6ace86 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:42:38.292963 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b984da68-813b-4022-b561-e1440f6ace86 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:42:38.292963 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b984da68-813b-4022-b561-e1440f6ace86 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:42:38.292963 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b984da68-813b-4022-b561-e1440f6ace86 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:42:38.292963 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b984da68-813b-4022-b561-e1440f6ace86 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:42:38.297922 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-b984da68-813b-4022-b561-e1440f6ace86 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:42:38.811504 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-b984da68-813b-4022-b561-e1440f6ace86 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:38.963596 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-b984da68-813b-4022-b561-e1440f6ace86 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:39.158034 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-b984da68-813b-4022-b561-e1440f6ace86 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Notify callbacks [] for port, precommit_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:39.219658 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-b984da68-813b-4022-b561-e1440f6ace86 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10826897'] for port, after_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:39.223098 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-b984da68-813b-4022-b561-e1440f6ace86 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:42:39.322072 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b984da68-813b-4022-b561-e1440f6ace86 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Pushing event updated for resources: {'Port': ['ID=32298214-19a0-4ac7-a08c-5161651927ab,revision_number=2']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:42:39.326548 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-b984da68-813b-4022-b561-e1440f6ace86 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:42:39.336461 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-b984da68-813b-4022-b561-e1440f6ace86 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658293'] for floatingip, after_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:39.575368 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.db.l3_db [None req-b984da68-813b-4022-b561-e1440f6ace86 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Floating IP 6a7e7814-bf55-4d56-99a6-7a47621e2acf associated. External IP: 172.28.3.196, port: 14444943-e20d-4660-9aa7-7147b59052b2. May 10 19:42:39.914742 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b984da68-813b-4022-b561-e1440f6ace86 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Router fe0c78b1-240c-4dcc-8f5c-847a317111d7 has already been hosted by L3 agent 66c26874-6d1a-4324-9002-6da014815c52 {{(pid=79295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:42:40.090020 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b984da68-813b-4022-b561-e1440f6ace86 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Notify agent at l3_agent.dv-cinder-784453-6-smb the message routers_updated {{(pid=79295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:42:40.099149 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d84210-ef6c-4292-8fe9-119421e59f46 None None] Sync routers for ids ['fe0c78b1-240c-4dcc-8f5c-847a317111d7'] in dv-cinder-784453-6-smb {{(pid=79297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:42:40.108686 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d84210-ef6c-4292-8fe9-119421e59f46 None None] Routers {'fe0c78b1-240c-4dcc-8f5c-847a317111d7'} bound to L3 agent in host dv-cinder-784453-6-smb {{(pid=79297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:42:40.109299 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_hamode_db [None req-02d84210-ef6c-4292-8fe9-119421e59f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T19:29:11Z,description=,heartbeat_timestamp=2021-05-10T19:42:11Z,host='dv-cinder-784453-6-smb',id=66c26874-6d1a-4324-9002-6da014815c52,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:29:11Z,topic='l3_agent')) {'router_ids': ['fe0c78b1-240c-4dcc-8f5c-847a317111d7'], 'active': True} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:42:40.157129 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-b984da68-813b-4022-b561-e1440f6ace86 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149324'] for floatingip, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:40.211612 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-b984da68-813b-4022-b561-e1440f6ace86 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7204747 May 10 19:42:40.212163 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45587dc1-7d8a-487d-b4b9-fb1b814500df', 'tag': '14444943-e20d-4660-9aa7-7147b59052b2'}] {{(pid=79295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:42:40.214386 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 44854) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:42:40.219925 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.v2.base [None req-2fb243ef-3e13-4fcb-b24c-b1966bb0cc59 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-966321128', 'description': 'tempest-secgroup-smoke-966321128 description', 'project_id': 'ef8a604ad20c4dd39e313f34dabc9a91'}} {{(pid=79296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:42:40.226166 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-2fb243ef-3e13-4fcb-b24c-b1966bb0cc59 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:42:40.236955 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-2fb243ef-3e13-4fcb-b24c-b1966bb0cc59 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:42:40.289327 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvr_db [None req-02d84210-ef6c-4292-8fe9-119421e59f46 None None] Set router fe0c78b1-240c-4dcc-8f5c-847a317111d7 gateway port host: dv-cinder-784453-6-smb {{(pid=79297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:42:40.320317 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45587dc1-7d8a-487d-b4b9-fb1b814500df', 'tag': '14444943-e20d-4660-9aa7-7147b59052b2', 'status': 'completed', 'code': 200} May 10 19:42:40.351628 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-2fb243ef-3e13-4fcb-b24c-b1966bb0cc59 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Notify callbacks [] for security_group, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:40.372898 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-2fb243ef-3e13-4fcb-b24c-b1966bb0cc59 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:42:40.409563 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-2fb243ef-3e13-4fcb-b24c-b1966bb0cc59 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Usage tracker for resource:security_group_rule and tenant:ef8a604ad20c4dd39e313f34dabc9a91 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:42:40.416678 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-2fb243ef-3e13-4fcb-b24c-b1966bb0cc59 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:42:40.424611 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-2fb243ef-3e13-4fcb-b24c-b1966bb0cc59 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:42:40.483226 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d42c1-6e92-440e-9b10-2015c59e5623 req-a5ff90cd-f337-4a41-80a0-a09b1b8793c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:40.484617 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-a00d42c1-6e92-440e-9b10-2015c59e5623 req-a5ff90cd-f337-4a41-80a0-a09b1b8793c1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef8a604ad20c4dd39e313f34dabc9a91&device_id=45587dc1-7d8a-487d-b4b9-fb1b814500df HTTP/1.1" status: 200 len: 1098 time: 0.1093633 May 10 19:42:40.583001 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-2fb243ef-3e13-4fcb-b24c-b1966bb0cc59 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Notify callbacks [] for security_group, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:40.635765 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_hamode_db [None req-02d84210-ef6c-4292-8fe9-119421e59f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe0c78b1-240c-4dcc-8f5c-847a317111d7', 'name': 'tempest-TestMinimumBasicScenario-1487899092-router', 'tenant_id': 'ef8a604ad20c4dd39e313f34dabc9a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.73'}], 'enable_snat': True}, 'gw_port_id': 'f3c8c818-295e-45a0-8dbf-490fd7e8e16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:41:29Z', 'updated_at': '2021-05-10T19:41:33Z', 'revision_number': 4, 'project_id': 'ef8a604ad20c4dd39e313f34dabc9a91', 'gw_port': {'id': 'f3c8c818-295e-45a0-8dbf-490fd7e8e16f', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:44:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0c78b1-240c-4dcc-8f5c-847a317111d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:41:29Z', 'updated_at': '2021-05-10T19:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb', '_floatingips': [{'id': '6a7e7814-bf55-4d56-99a6-7a47621e2acf', 'tenant_id': 'ef8a604ad20c4dd39e313f34dabc9a91', 'floating_ip_address': '172.28.3.196', 'floating_network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'router_id': 'fe0c78b1-240c-4dcc-8f5c-847a317111d7', 'port_id': '14444943-e20d-4660-9aa7-7147b59052b2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '439080c1-ef31-466a-b48e-1d7fa4459447', 'mac_address': 'fa:16:3e:f5:a6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45587dc1-7d8a-487d-b4b9-fb1b814500df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T19:42:38Z', 'updated_at': '2021-05-10T19:42:38Z', 'revision_number': 0, 'project_id': 'ef8a604ad20c4dd39e313f34dabc9a91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27eb94fd-2948-461a-ba21-edb741f43eea', 'name': '', 'network_id': '439080c1-ef31-466a-b48e-1d7fa4459447', 'tenant_id': 'ef8a604ad20c4dd39e313f34dabc9a91', 'mac_address': 'fa:16:3e:ad:92:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0c78b1-240c-4dcc-8f5c-847a317111d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '5a56506b-41ed-4feb-abff-803d526ecf5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:41:32Z', 'updated_at': '2021-05-10T19:41:39Z', 'revision_number': 5, 'project_id': 'ef8a604ad20c4dd39e313f34dabc9a91', 'subnets': [{'id': '5a56506b-41ed-4feb-abff-803d526ecf5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-smb', False) {} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:42:40.639631 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d84210-ef6c-4292-8fe9-119421e59f46 None None] Checking router: fe0c78b1-240c-4dcc-8f5c-847a317111d7 for host: dv-cinder-784453-6-smb {{(pid=79297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:42:40.645621 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d42c1-6e92-440e-9b10-2015c59e5623 req-ab5e2791-74d9-49f1-ad6d-01986770504a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:40.647194 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-a00d42c1-6e92-440e-9b10-2015c59e5623 req-ab5e2791-74d9-49f1-ad6d-01986770504a service neutron] 10.222.0.36 "GET /v2.0/networks?id=439080c1-ef31-466a-b48e-1d7fa4459447 HTTP/1.1" status: 200 len: 916 time: 0.1388061 May 10 19:42:40.648035 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d84210-ef6c-4292-8fe9-119421e59f46 None None] Routers {'fe0c78b1-240c-4dcc-8f5c-847a317111d7'} bound to L3 agent in host dv-cinder-784453-6-smb {{(pid=79297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:42:40.648232 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-2fb243ef-3e13-4fcb-b24c-b1966bb0cc59 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:40.648623 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_hamode_db [None req-02d84210-ef6c-4292-8fe9-119421e59f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T19:29:11Z,description=,heartbeat_timestamp=2021-05-10T19:42:11Z,host='dv-cinder-784453-6-smb',id=66c26874-6d1a-4324-9002-6da014815c52,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:29:11Z,topic='l3_agent')) {'router_ids': ['fe0c78b1-240c-4dcc-8f5c-847a317111d7'], 'active': True} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:42:40.653699 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-75210651-9df3-439e-9c33-4be2e7a8f4ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:42:40.768846 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb243ef-3e13-4fcb-b24c-b1966bb0cc59 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87d6efed-6009-428c-a11a-f45e84f70310,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:42:40.798915 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb243ef-3e13-4fcb-b24c-b1966bb0cc59 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:42:40.799293 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb243ef-3e13-4fcb-b24c-b1966bb0cc59 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:42:40.799657 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb243ef-3e13-4fcb-b24c-b1966bb0cc59 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:42:40.800017 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb243ef-3e13-4fcb-b24c-b1966bb0cc59 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:42:40.800379 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb243ef-3e13-4fcb-b24c-b1966bb0cc59 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:42:40.800731 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb243ef-3e13-4fcb-b24c-b1966bb0cc59 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:42:40.801135 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb243ef-3e13-4fcb-b24c-b1966bb0cc59 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:42:40.801486 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb243ef-3e13-4fcb-b24c-b1966bb0cc59 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:42:40.801836 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb243ef-3e13-4fcb-b24c-b1966bb0cc59 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:42:40.802183 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb243ef-3e13-4fcb-b24c-b1966bb0cc59 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:42:40.802529 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb243ef-3e13-4fcb-b24c-b1966bb0cc59 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:42:40.802890 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb243ef-3e13-4fcb-b24c-b1966bb0cc59 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:42:40.807155 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-a00d42c1-6e92-440e-9b10-2015c59e5623 req-b75a049f-1613-4626-8fee-a6eea6ee268c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14444943-e20d-4660-9aa7-7147b59052b2 HTTP/1.1" status: 200 len: 999 time: 0.1400187 May 10 19:42:40.807909 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-2fb243ef-3e13-4fcb-b24c-b1966bb0cc59 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:42:40.834683 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvr_db [None req-02d84210-ef6c-4292-8fe9-119421e59f46 None None] Set router fe0c78b1-240c-4dcc-8f5c-847a317111d7 gateway port host: dv-cinder-784453-6-smb {{(pid=79297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:42:40.868849 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-2fb243ef-3e13-4fcb-b24c-b1966bb0cc59 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Notify callbacks [] for security_group, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:40.870022 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-2fb243ef-3e13-4fcb-b24c-b1966bb0cc59 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6544898 May 10 19:42:40.873167 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 44862) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:42:40.873809 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d42c1-6e92-440e-9b10-2015c59e5623 req-9dd44df9-7577-40f9-9ade-b66c9c19aa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:40.875196 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-a00d42c1-6e92-440e-9b10-2015c59e5623 req-9dd44df9-7577-40f9-9ade-b66c9c19aa94 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5a56506b-41ed-4feb-abff-803d526ecf5f HTTP/1.1" status: 200 len: 854 time: 0.0609779 May 10 19:42:40.878929 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.v2.base [None req-a0ee743d-7de6-4fc3-aee9-19dc0deeb335 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Request body: {'security_group_rule': {'security_group_id': '87d6efed-6009-428c-a11a-f45e84f70310', 'project_id': 'ef8a604ad20c4dd39e313f34dabc9a91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:42:40.885276 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-a0ee743d-7de6-4fc3-aee9-19dc0deeb335 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:42:40.889813 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-a0ee743d-7de6-4fc3-aee9-19dc0deeb335 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Usage tracker for resource:security_group_rule and tenant:ef8a604ad20c4dd39e313f34dabc9a91 is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:42:40.892428 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-0ff88b31-1606-499f-9118-305835d6d1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:40.893046 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-a0ee743d-7de6-4fc3-aee9-19dc0deeb335 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:42:40.900048 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-a0ee743d-7de6-4fc3-aee9-19dc0deeb335 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:42:40.954822 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d42c1-6e92-440e-9b10-2015c59e5623 req-1d8ced82-54f3-4989-901e-1cabe544d222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:40.956426 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-a00d42c1-6e92-440e-9b10-2015c59e5623 req-1d8ced82-54f3-4989-901e-1cabe544d222 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=439080c1-ef31-466a-b48e-1d7fa4459447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0750058 May 10 19:42:40.975123 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-a0ee743d-7de6-4fc3-aee9-19dc0deeb335 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:41.002416 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:41.039070 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-a0ee743d-7de6-4fc3-aee9-19dc0deeb335 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:41.095696 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-a00d42c1-6e92-440e-9b10-2015c59e5623 req-925859c1-a552-49ed-b9bc-03a56a599075 service neutron] 10.222.0.36 "GET /v2.0/networks/439080c1-ef31-466a-b48e-1d7fa4459447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301355 May 10 19:42:41.103190 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-a0ee743d-7de6-4fc3-aee9-19dc0deeb335 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561224'] for security_group_rule, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:41.105548 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:42:41.128763 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ee743d-7de6-4fc3-aee9-19dc0deeb335 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ef9684e-c1bd-4838-a2e1-660dcf2b46a2,revision_number=0']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:42:41.133376 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-a0ee743d-7de6-4fc3-aee9-19dc0deeb335 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:42:41.194758 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-a0ee743d-7de6-4fc3-aee9-19dc0deeb335 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:41.196033 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-a0ee743d-7de6-4fc3-aee9-19dc0deeb335 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3216596 May 10 19:42:41.198831 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 44866) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:42:41.204443 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.v2.base [None req-7d9bf96a-beca-4534-92e2-4c8f38ba6d99 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Request body: {'security_group_rule': {'security_group_id': '87d6efed-6009-428c-a11a-f45e84f70310', 'project_id': 'ef8a604ad20c4dd39e313f34dabc9a91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:42:41.210699 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-7d9bf96a-beca-4534-92e2-4c8f38ba6d99 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:42:41.214399 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-7d9bf96a-beca-4534-92e2-4c8f38ba6d99 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Usage tracker for resource:security_group_rule and tenant:ef8a604ad20c4dd39e313f34dabc9a91 is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:42:41.218002 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-7d9bf96a-beca-4534-92e2-4c8f38ba6d99 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:42:41.225313 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-7d9bf96a-beca-4534-92e2-4c8f38ba6d99 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:42:41.237637 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-a00d42c1-6e92-440e-9b10-2015c59e5623 req-f1dfecae-fe0a-4893-86ad-8d5ae1a6c9f5 service neutron] 10.222.0.36 "GET /v2.0/networks/439080c1-ef31-466a-b48e-1d7fa4459447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325626 May 10 19:42:41.250636 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_hamode_db [None req-02d84210-ef6c-4292-8fe9-119421e59f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe0c78b1-240c-4dcc-8f5c-847a317111d7', 'name': 'tempest-TestMinimumBasicScenario-1487899092-router', 'tenant_id': 'ef8a604ad20c4dd39e313f34dabc9a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.73'}], 'enable_snat': True}, 'gw_port_id': 'f3c8c818-295e-45a0-8dbf-490fd7e8e16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:41:29Z', 'updated_at': '2021-05-10T19:41:33Z', 'revision_number': 4, 'project_id': 'ef8a604ad20c4dd39e313f34dabc9a91', 'gw_port': {'id': 'f3c8c818-295e-45a0-8dbf-490fd7e8e16f', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:44:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0c78b1-240c-4dcc-8f5c-847a317111d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:41:29Z', 'updated_at': '2021-05-10T19:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb', '_floatingips': [{'id': '6a7e7814-bf55-4d56-99a6-7a47621e2acf', 'tenant_id': 'ef8a604ad20c4dd39e313f34dabc9a91', 'floating_ip_address': '172.28.3.196', 'floating_network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'router_id': 'fe0c78b1-240c-4dcc-8f5c-847a317111d7', 'port_id': '14444943-e20d-4660-9aa7-7147b59052b2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '439080c1-ef31-466a-b48e-1d7fa4459447', 'mac_address': 'fa:16:3e:f5:a6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45587dc1-7d8a-487d-b4b9-fb1b814500df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T19:42:38Z', 'updated_at': '2021-05-10T19:42:38Z', 'revision_number': 0, 'project_id': 'ef8a604ad20c4dd39e313f34dabc9a91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27eb94fd-2948-461a-ba21-edb741f43eea', 'name': '', 'network_id': '439080c1-ef31-466a-b48e-1d7fa4459447', 'tenant_id': 'ef8a604ad20c4dd39e313f34dabc9a91', 'mac_address': 'fa:16:3e:ad:92:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0c78b1-240c-4dcc-8f5c-847a317111d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '5a56506b-41ed-4feb-abff-803d526ecf5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:41:32Z', 'updated_at': '2021-05-10T19:41:39Z', 'revision_number': 5, 'project_id': 'ef8a604ad20c4dd39e313f34dabc9a91', 'subnets': [{'id': '5a56506b-41ed-4feb-abff-803d526ecf5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-smb', False) {} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:42:41.254657 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d84210-ef6c-4292-8fe9-119421e59f46 None None] The sync data for ids ['fe0c78b1-240c-4dcc-8f5c-847a317111d7'] in dv-cinder-784453-6-smb is: [{'id': 'fe0c78b1-240c-4dcc-8f5c-847a317111d7', 'name': 'tempest-TestMinimumBasicScenario-1487899092-router', 'tenant_id': 'ef8a604ad20c4dd39e313f34dabc9a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.73'}], 'enable_snat': True}, 'gw_port_id': 'f3c8c818-295e-45a0-8dbf-490fd7e8e16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:41:29Z', 'updated_at': '2021-05-10T19:41:33Z', 'revision_number': 4, 'project_id': 'ef8a604ad20c4dd39e313f34dabc9a91', 'gw_port': {'id': 'f3c8c818-295e-45a0-8dbf-490fd7e8e16f', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:44:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0c78b1-240c-4dcc-8f5c-847a317111d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:41:29Z', 'updated_at': '2021-05-10T19:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb', '_floatingips': [{'id': '6a7e7814-bf55-4d56-99a6-7a47621e2acf', 'tenant_id': 'ef8a604ad20c4dd39e313f34dabc9a91', 'floating_ip_address': '172.28.3.196', 'floating_network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'router_id': 'fe0c78b1-240c-4dcc-8f5c-847a317111d7', 'port_id': '14444943-e20d-4660-9aa7-7147b59052b2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '439080c1-ef31-466a-b48e-1d7fa4459447', 'mac_address': 'fa:16:3e:f5:a6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45587dc1-7d8a-487d-b4b9-fb1b814500df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T19:42:38Z', 'updated_at': '2021-05-10T19:42:38Z', 'revision_number': 0, 'project_id': 'ef8a604ad20c4dd39e313f34dabc9a91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27eb94fd-2948-461a-ba21-edb741f43eea', 'name': '', 'network_id': '439080c1-ef31-466a-b48e-1d7fa4459447', 'tenant_id': 'ef8a604ad20c4dd39e313f34dabc9a91', 'mac_address': 'fa:16:3e:ad:92:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0c78b1-240c-4dcc-8f5c-847a317111d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '5a56506b-41ed-4feb-abff-803d526ecf5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:41:32Z', 'updated_at': '2021-05-10T19:41:39Z', 'revision_number': 5, 'project_id': 'ef8a604ad20c4dd39e313f34dabc9a91', 'subnets': [{'id': '5a56506b-41ed-4feb-abff-803d526ecf5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:42:41.320723 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-7d9bf96a-beca-4534-92e2-4c8f38ba6d99 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:41.385056 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-7d9bf96a-beca-4534-92e2-4c8f38ba6d99 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:41.433366 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3c7ab6-183a-4dc7-8b3c-5946a8e56eaa None None] New status for floating IP 6a7e7814-bf55-4d56-99a6-7a47621e2acf: ACTIVE {{(pid=79298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:42:41.451957 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-7d9bf96a-beca-4534-92e2-4c8f38ba6d99 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561224'] for security_group_rule, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:41.454148 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-a0ee743d-7de6-4fc3-aee9-19dc0deeb335 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:42:41.476442 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9bf96a-beca-4534-92e2-4c8f38ba6d99 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f4a75e3-998a-4a4c-a676-7b5b0699b3c6,revision_number=0']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:42:41.480767 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-7d9bf96a-beca-4534-92e2-4c8f38ba6d99 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:42:41.549063 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-7d9bf96a-beca-4534-92e2-4c8f38ba6d99 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:41.550254 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-7d9bf96a-beca-4534-92e2-4c8f38ba6d99 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3499510 May 10 19:42:41.552914 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 44870) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:42:41.558097 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.v2.base [None req-afdf1ef7-173a-4516-b816-cde03ae76d97 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Request body: {'security_group_rule': {'security_group_id': '87d6efed-6009-428c-a11a-f45e84f70310', 'project_id': 'ef8a604ad20c4dd39e313f34dabc9a91', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:42:41.564540 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-afdf1ef7-173a-4516-b816-cde03ae76d97 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:42:41.568430 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-afdf1ef7-173a-4516-b816-cde03ae76d97 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Usage tracker for resource:security_group_rule and tenant:ef8a604ad20c4dd39e313f34dabc9a91 is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:42:41.571376 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-afdf1ef7-173a-4516-b816-cde03ae76d97 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:42:41.578036 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-afdf1ef7-173a-4516-b816-cde03ae76d97 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:42:41.657691 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-afdf1ef7-173a-4516-b816-cde03ae76d97 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:41.718374 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-afdf1ef7-173a-4516-b816-cde03ae76d97 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:41.789371 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-afdf1ef7-173a-4516-b816-cde03ae76d97 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561224'] for security_group_rule, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:41.791537 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-7d9bf96a-beca-4534-92e2-4c8f38ba6d99 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:42:41.816047 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdf1ef7-173a-4516-b816-cde03ae76d97 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97a2e844-7eeb-450b-b679-8602e4565404,revision_number=0']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:42:41.820182 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-afdf1ef7-173a-4516-b816-cde03ae76d97 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:42:41.880796 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-afdf1ef7-173a-4516-b816-cde03ae76d97 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:41.881976 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-afdf1ef7-173a-4516-b816-cde03ae76d97 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3280284 May 10 19:42:41.884774 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 44874) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:42:41.890831 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.v2.base [None req-2277f9e8-a67c-4d1c-bdcb-f89a2090af73 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Request body: {'security_group_rule': {'security_group_id': '87d6efed-6009-428c-a11a-f45e84f70310', 'project_id': 'ef8a604ad20c4dd39e313f34dabc9a91', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:42:41.896157 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-2277f9e8-a67c-4d1c-bdcb-f89a2090af73 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:42:41.899938 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-2277f9e8-a67c-4d1c-bdcb-f89a2090af73 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Usage tracker for resource:security_group_rule and tenant:ef8a604ad20c4dd39e313f34dabc9a91 is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:42:41.902797 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-2277f9e8-a67c-4d1c-bdcb-f89a2090af73 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:42:41.908475 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-2277f9e8-a67c-4d1c-bdcb-f89a2090af73 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:42:41.945616 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-05ecdfa3-b7ee-4afa-83d7-ebb5bc70016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:42.003204 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-2277f9e8-a67c-4d1c-bdcb-f89a2090af73 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:42.067384 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-2277f9e8-a67c-4d1c-bdcb-f89a2090af73 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:42.125953 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-2277f9e8-a67c-4d1c-bdcb-f89a2090af73 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561224'] for security_group_rule, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:42.127909 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:42:42.150286 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2277f9e8-a67c-4d1c-bdcb-f89a2090af73 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a33db876-ee51-439c-a1d0-72c58164d30d,revision_number=0']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:42:42.155133 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-2277f9e8-a67c-4d1c-bdcb-f89a2090af73 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:42:42.217198 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-2277f9e8-a67c-4d1c-bdcb-f89a2090af73 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:42.218333 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-2277f9e8-a67c-4d1c-bdcb-f89a2090af73 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3325820 May 10 19:42:42.221042 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 44878) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:42:42.226113 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.v2.base [None req-fe485a18-9e25-4fda-aca5-2d1440050dc2 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Request body: {'security_group_rule': {'security_group_id': '87d6efed-6009-428c-a11a-f45e84f70310', 'project_id': 'ef8a604ad20c4dd39e313f34dabc9a91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:42:42.232930 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-fe485a18-9e25-4fda-aca5-2d1440050dc2 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:42:42.236754 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-fe485a18-9e25-4fda-aca5-2d1440050dc2 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Usage tracker for resource:security_group_rule and tenant:ef8a604ad20c4dd39e313f34dabc9a91 is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:42:42.239674 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-fe485a18-9e25-4fda-aca5-2d1440050dc2 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:42:42.245685 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-fe485a18-9e25-4fda-aca5-2d1440050dc2 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:42:42.322533 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.db.securitygroups_db [None req-fe485a18-9e25-4fda-aca5-2d1440050dc2 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Project ef8a604ad20c4dd39e313f34dabc9a91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 19:42:42.328364 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-fe485a18-9e25-4fda-aca5-2d1440050dc2 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:42.390987 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-fe485a18-9e25-4fda-aca5-2d1440050dc2 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:42.463316 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-fe485a18-9e25-4fda-aca5-2d1440050dc2 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561224'] for security_group_rule, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:42.465962 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:42:42.488107 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe485a18-9e25-4fda-aca5-2d1440050dc2 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a96be04f-7197-4185-b121-53ce9559ce3a,revision_number=0']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:42:42.490510 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-fe485a18-9e25-4fda-aca5-2d1440050dc2 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:42:42.566019 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-fe485a18-9e25-4fda-aca5-2d1440050dc2 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:42.567233 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-fe485a18-9e25-4fda-aca5-2d1440050dc2 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3452528 May 10 19:42:42.569896 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 44882) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:42:42.575998 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.v2.base [None req-2636f9a7-f865-4c0d-bc37-d11f44cce0fb tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Request body: {'security_group_rule': {'security_group_id': '87d6efed-6009-428c-a11a-f45e84f70310', 'project_id': 'ef8a604ad20c4dd39e313f34dabc9a91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:42:42.581023 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-2636f9a7-f865-4c0d-bc37-d11f44cce0fb tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:42:42.584819 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-2636f9a7-f865-4c0d-bc37-d11f44cce0fb tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Usage tracker for resource:security_group_rule and tenant:ef8a604ad20c4dd39e313f34dabc9a91 is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:42:42.587698 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-2636f9a7-f865-4c0d-bc37-d11f44cce0fb tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:42:42.593958 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-2636f9a7-f865-4c0d-bc37-d11f44cce0fb tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:42:42.654334 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.db.securitygroups_db [None req-2636f9a7-f865-4c0d-bc37-d11f44cce0fb tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Project ef8a604ad20c4dd39e313f34dabc9a91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 19:42:42.659893 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-2636f9a7-f865-4c0d-bc37-d11f44cce0fb tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:42.723253 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-2636f9a7-f865-4c0d-bc37-d11f44cce0fb tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:42.788776 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-2636f9a7-f865-4c0d-bc37-d11f44cce0fb tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561224'] for security_group_rule, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:42.790847 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-692d7681-6f40-4c68-b56b-31d292a7fe56 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:42:42.816055 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2636f9a7-f865-4c0d-bc37-d11f44cce0fb tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=831b1ae9-465c-48f0-b88f-ced56f3f6b5d,revision_number=0']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:42:42.818350 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-2636f9a7-f865-4c0d-bc37-d11f44cce0fb tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:42:42.891664 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-2636f9a7-f865-4c0d-bc37-d11f44cce0fb tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:42.892841 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-2636f9a7-f865-4c0d-bc37-d11f44cce0fb tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3220389 May 10 19:42:43.012156 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-f582ebf6-3f17-4290-b094-c25831aec326 req-84ed91ad-682e-4094-8440-7a91ddad6db1 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-966321128&fields=id&tenant_id=ef8a604ad20c4dd39e313f34dabc9a91 HTTP/1.1" status: 200 len: 267 time: 0.0403271 May 10 19:42:43.093664 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f582ebf6-3f17-4290-b094-c25831aec326 req-1818f4c2-e188-47d6-b2f8-e9b3cf2d7948 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:43.095103 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-f582ebf6-3f17-4290-b094-c25831aec326 req-1818f4c2-e188-47d6-b2f8-e9b3cf2d7948 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/ports?device_id=45587dc1-7d8a-487d-b4b9-fb1b814500df HTTP/1.1" status: 200 len: 945 time: 0.0768223 May 10 19:42:43.105428 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.v2.base [req-f582ebf6-3f17-4290-b094-c25831aec326 req-74cbec7c-dbcc-4793-9737-30e816a431b4 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Request body: {'port': {'security_groups': ['a1c2d7b2-7c83-4167-ba51-19a118a85bbd', '87d6efed-6009-428c-a11a-f45e84f70310']}} {{(pid=79295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:42:43.221974 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-f582ebf6-3f17-4290-b094-c25831aec326 req-74cbec7c-dbcc-4793-9737-30e816a431b4 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:43.552418 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.db [req-f582ebf6-3f17-4290-b094-c25831aec326 req-74cbec7c-dbcc-4793-9737-30e816a431b4 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] For port 14444943-e20d-4660-9aa7-7147b59052b2, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=14444943-e20d-4660-9aa7-7147b59052b2,segment=NetworkSegment(20ee66b0-f45d-4341-af81-e2cda99186a9),segment_id=20ee66b0-f45d-4341-af81-e2cda99186a9)] {{(pid=79295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:42:43.577034 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-f582ebf6-3f17-4290-b094-c25831aec326 req-74cbec7c-dbcc-4793-9737-30e816a431b4 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Notify callbacks [] for port, precommit_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:43.665288 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-f582ebf6-3f17-4290-b094-c25831aec326 req-74cbec7c-dbcc-4793-9737-30e816a431b4 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10826897'] for port, after_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:43.670908 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-fa0b1c75-9375-4a70-a8e8-f6e35ce2df27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:42:43.676840 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] get_ports_and_sgs() called for port_ids ['14444943-e20d-4660-9aa7-7147b59052b2'] {{(pid=79297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:42:43.706106 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-02078f97-e06b-4c48-b673-8bf9bf3f5f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:43.729890 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f582ebf6-3f17-4290-b094-c25831aec326 req-74cbec7c-dbcc-4793-9737-30e816a431b4 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:43.730514 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-f582ebf6-3f17-4290-b094-c25831aec326 req-74cbec7c-dbcc-4793-9737-30e816a431b4 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149324'] for port, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:43.731924 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-f582ebf6-3f17-4290-b094-c25831aec326 req-74cbec7c-dbcc-4793-9737-30e816a431b4 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "PUT /v2.0/ports/14444943-e20d-4660-9aa7-7147b59052b2 HTTP/1.1" status: 200 len: 981 time: 0.6308787 May 10 19:42:43.732438 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45587dc1-7d8a-487d-b4b9-fb1b814500df', 'tag': '14444943-e20d-4660-9aa7-7147b59052b2'}] {{(pid=79295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:42:43.790919 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cbec7c-dbcc-4793-9737-30e816a431b4 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Pushing event updated for resources: {'Port': ['ID=14444943-e20d-4660-9aa7-7147b59052b2,revision_number=6']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:42:43.801316 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-74cbec7c-dbcc-4793-9737-30e816a431b4 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:42:43.814266 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45587dc1-7d8a-487d-b4b9-fb1b814500df', 'tag': '14444943-e20d-4660-9aa7-7147b59052b2', 'status': 'completed', 'code': 200} May 10 19:42:43.832746 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] get_ports_and_sgs() called for port_ids ['14444943-e20d-4660-9aa7-7147b59052b2'] {{(pid=79297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:42:43.924758 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b50356-8222-4b2d-b9f8-3c0a534f6491 req-c1758159-ad11-4547-9b76-c6902c1351b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:43.927137 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-41b50356-8222-4b2d-b9f8-3c0a534f6491 req-c1758159-ad11-4547-9b76-c6902c1351b1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef8a604ad20c4dd39e313f34dabc9a91&device_id=45587dc1-7d8a-487d-b4b9-fb1b814500df HTTP/1.1" status: 200 len: 1137 time: 0.0866830 May 10 19:42:43.942448 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0095eb8-b180-4007-b9c6-b67d211e367b req-45f8df53-0a48-4a21-b4b1-b0a74433b042 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:43.950756 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-e0095eb8-b180-4007-b9c6-b67d211e367b req-45f8df53-0a48-4a21-b4b1-b0a74433b042 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/ports?device_id=45587dc1-7d8a-487d-b4b9-fb1b814500df HTTP/1.1" status: 200 len: 984 time: 0.0913324 May 10 19:42:43.997020 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-e0095eb8-b180-4007-b9c6-b67d211e367b req-acdb73c5-db44-4f56-92fb-2f1e5a450f11 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1c2d7b2-7c83-4167-ba51-19a118a85bbd&id=87d6efed-6009-428c-a11a-f45e84f70310&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0434806 May 10 19:42:44.073158 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b50356-8222-4b2d-b9f8-3c0a534f6491 req-992c492d-76ee-4965-9a09-cb5f22290a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:44.075165 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-41b50356-8222-4b2d-b9f8-3c0a534f6491 req-992c492d-76ee-4965-9a09-cb5f22290a2a service neutron] 10.222.0.36 "GET /v2.0/networks?id=439080c1-ef31-466a-b48e-1d7fa4459447 HTTP/1.1" status: 200 len: 916 time: 0.1392226 May 10 19:42:44.109184 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-05355207-7f5f-496e-a6c0-c9e8b209d51f None None] Provisioning complete for port 14444943-e20d-4660-9aa7-7147b59052b2 triggered by entity DHCP. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:42:44.109556 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-05355207-7f5f-496e-a6c0-c9e8b209d51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:44.178485 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-41b50356-8222-4b2d-b9f8-3c0a534f6491 req-63ca094d-7341-43fe-b651-38b78da29ced service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14444943-e20d-4660-9aa7-7147b59052b2 HTTP/1.1" status: 200 len: 1001 time: 0.0962336 May 10 19:42:44.240562 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b50356-8222-4b2d-b9f8-3c0a534f6491 req-82b6d76c-f33b-4d82-924f-1c9c1c153296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:44.242391 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-41b50356-8222-4b2d-b9f8-3c0a534f6491 req-82b6d76c-f33b-4d82-924f-1c9c1c153296 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5a56506b-41ed-4feb-abff-803d526ecf5f HTTP/1.1" status: 200 len: 854 time: 0.0571723 May 10 19:42:44.319119 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b50356-8222-4b2d-b9f8-3c0a534f6491 req-3d8f7bec-fd7c-4ff5-ba33-e0f95b23bc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:44.320499 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-41b50356-8222-4b2d-b9f8-3c0a534f6491 req-3d8f7bec-fd7c-4ff5-ba33-e0f95b23bc72 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=439080c1-ef31-466a-b48e-1d7fa4459447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0717130 May 10 19:42:44.454614 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-41b50356-8222-4b2d-b9f8-3c0a534f6491 req-4941e948-5815-4fd1-8eb5-39f9d32d97cc service neutron] 10.222.0.36 "GET /v2.0/networks/439080c1-ef31-466a-b48e-1d7fa4459447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235757 May 10 19:42:44.688780 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-41b50356-8222-4b2d-b9f8-3c0a534f6491 req-357b870d-cf82-4cb8-8b6c-591a14d41251 service neutron] 10.222.0.36 "GET /v2.0/networks/439080c1-ef31-466a-b48e-1d7fa4459447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251747 May 10 19:42:53.104292 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.agents_db [None req-ff3cf147-8285-4226-b8f5-cc0a2e41555e None None] Agent healthcheck: found 6 active agents {{(pid=79298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:42:55.969929 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a33c04-3e96-46b2-a1b3-45dc62e646ec req-5564b3a1-3e4d-49db-b1ab-9bcb29563011 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:55.972210 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-c3a33c04-3e96-46b2-a1b3-45dc62e646ec req-5564b3a1-3e4d-49db-b1ab-9bcb29563011 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ed23273-d1bc-49ce-b9bf-812c8207f785 HTTP/1.1" status: 200 len: 945 time: 0.0806727 May 10 19:42:56.022891 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-c3a33c04-3e96-46b2-a1b3-45dc62e646ec req-2954ccbe-2789-446a-8f5a-175427d0f74f tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "GET /v2.0/security-groups?id=01f2bf09-78e4-4c55-b276-3ad848ceeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444696 May 10 19:42:57.216362 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d6863-16da-4e3f-a50f-54240c42586b req-63bb2632-6eee-49da-9339-145997fd66dd tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:57.217779 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-4b5d6863-16da-4e3f-a50f-54240c42586b req-63bb2632-6eee-49da-9339-145997fd66dd tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ed23273-d1bc-49ce-b9bf-812c8207f785 HTTP/1.1" status: 200 len: 945 time: 0.0771601 May 10 19:42:57.261577 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-4b5d6863-16da-4e3f-a50f-54240c42586b req-09f0ad68-376b-49ec-828b-87d06e201e05 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "GET /v2.0/security-groups?id=01f2bf09-78e4-4c55-b276-3ad848ceeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375500 May 10 19:42:58.448700 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a2af1-beb6-45ce-9fbd-f0b421e7e4bc req-05674adf-0ecf-4ffa-b9da-9a9c321b69c6 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:58.450195 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-521a2af1-beb6-45ce-9fbd-f0b421e7e4bc req-05674adf-0ecf-4ffa-b9da-9a9c321b69c6 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ed23273-d1bc-49ce-b9bf-812c8207f785 HTTP/1.1" status: 200 len: 945 time: 0.0826464 May 10 19:42:58.493772 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-521a2af1-beb6-45ce-9fbd-f0b421e7e4bc req-62b1a6c0-eaf9-422e-893d-d388a1265bd9 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "GET /v2.0/security-groups?id=01f2bf09-78e4-4c55-b276-3ad848ceeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374591 May 10 19:42:59.701670 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b4ec9-0c8b-45ea-bce5-ac395c89c1be req-f6c7e3ba-8afc-425c-b808-9d0dbadf0833 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:59.703152 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-6c1b4ec9-0c8b-45ea-bce5-ac395c89c1be req-f6c7e3ba-8afc-425c-b808-9d0dbadf0833 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ed23273-d1bc-49ce-b9bf-812c8207f785 HTTP/1.1" status: 200 len: 945 time: 0.1059871 May 10 19:42:59.750717 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-6c1b4ec9-0c8b-45ea-bce5-ac395c89c1be req-c501ab2a-ea77-4694-90c4-7c64c0eab45b tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "GET /v2.0/security-groups?id=01f2bf09-78e4-4c55-b276-3ad848ceeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414307 May 10 19:43:00.933869 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219f69c4-1996-4cda-8630-6ca75a28fa2e req-4cc471e6-b5c7-4b9f-bc7b-8b0761d78883 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:00.935355 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-219f69c4-1996-4cda-8630-6ca75a28fa2e req-4cc471e6-b5c7-4b9f-bc7b-8b0761d78883 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ed23273-d1bc-49ce-b9bf-812c8207f785 HTTP/1.1" status: 200 len: 945 time: 0.0798931 May 10 19:43:00.979147 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-219f69c4-1996-4cda-8630-6ca75a28fa2e req-0debf2d2-d6ab-4a22-a2ca-fe02933cce93 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "GET /v2.0/security-groups?id=01f2bf09-78e4-4c55-b276-3ad848ceeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380330 May 10 19:43:02.164392 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e78508-e5cb-41cf-8255-8535cf518fcc req-0d78edd7-c1ea-4d23-a6d8-944ac8f0ff66 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:02.165823 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-15e78508-e5cb-41cf-8255-8535cf518fcc req-0d78edd7-c1ea-4d23-a6d8-944ac8f0ff66 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ed23273-d1bc-49ce-b9bf-812c8207f785 HTTP/1.1" status: 200 len: 945 time: 0.0813913 May 10 19:43:02.209116 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-15e78508-e5cb-41cf-8255-8535cf518fcc req-54f60ad9-a2b5-4f87-af22-8ef179d66d68 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "GET /v2.0/security-groups?id=01f2bf09-78e4-4c55-b276-3ad848ceeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376689 May 10 19:43:03.390004 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fdf33f-0999-48bb-af0a-062b030ea445 req-2655609c-146a-4b13-90a4-10770923e599 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:03.391431 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-80fdf33f-0999-48bb-af0a-062b030ea445 req-2655609c-146a-4b13-90a4-10770923e599 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ed23273-d1bc-49ce-b9bf-812c8207f785 HTTP/1.1" status: 200 len: 945 time: 0.0778213 May 10 19:43:03.434229 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-80fdf33f-0999-48bb-af0a-062b030ea445 req-c576bf0f-88ae-4811-96d0-d1d2b509e2b7 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "GET /v2.0/security-groups?id=01f2bf09-78e4-4c55-b276-3ad848ceeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370326 May 10 19:43:04.619218 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deae4c6-f898-4e56-bdc3-07822d5a69ce req-ce8b1fe1-9f72-43cf-a3a8-1b09abf735d1 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:04.620699 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-8deae4c6-f898-4e56-bdc3-07822d5a69ce req-ce8b1fe1-9f72-43cf-a3a8-1b09abf735d1 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ed23273-d1bc-49ce-b9bf-812c8207f785 HTTP/1.1" status: 200 len: 945 time: 0.0819683 May 10 19:43:04.664793 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-8deae4c6-f898-4e56-bdc3-07822d5a69ce req-c8491473-9161-4c46-82cf-bfa4d89aa60e tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "GET /v2.0/security-groups?id=01f2bf09-78e4-4c55-b276-3ad848ceeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384312 May 10 19:43:05.851259 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08070142-8de8-4a64-b4b2-3602e7ed91ef req-ee7011c1-c906-43c0-a236-119a83010d7f tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:05.852680 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-08070142-8de8-4a64-b4b2-3602e7ed91ef req-ee7011c1-c906-43c0-a236-119a83010d7f tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ed23273-d1bc-49ce-b9bf-812c8207f785 HTTP/1.1" status: 200 len: 945 time: 0.0809796 May 10 19:43:05.896227 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-08070142-8de8-4a64-b4b2-3602e7ed91ef req-e94971b0-115a-4b04-bddc-f35baab6e841 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "GET /v2.0/security-groups?id=01f2bf09-78e4-4c55-b276-3ad848ceeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379093 May 10 19:43:06.141465 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a57c68f-081f-45df-82d3-79d4a6de4e9e req-b9971511-64df-4c55-8440-d7872cb75204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:06.142904 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-2a57c68f-081f-45df-82d3-79d4a6de4e9e req-b9971511-64df-4c55-8440-d7872cb75204 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=536ec0bc9dcf4f2580e2ea96cc3adb48&device_id=6ed23273-d1bc-49ce-b9bf-812c8207f785 HTTP/1.1" status: 200 len: 1098 time: 0.0692775 May 10 19:43:06.271710 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a57c68f-081f-45df-82d3-79d4a6de4e9e req-bc5cf820-c740-4293-aac0-9e43e11c10d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:06.273125 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-2a57c68f-081f-45df-82d3-79d4a6de4e9e req-bc5cf820-c740-4293-aac0-9e43e11c10d9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5e639025-eadf-4b4c-bd6d-cdc3eaf5928c HTTP/1.1" status: 200 len: 910 time: 0.1236701 May 10 19:43:06.378004 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-2a57c68f-081f-45df-82d3-79d4a6de4e9e req-878487e6-5bf9-45c9-890f-06d43603867a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5195c633-b875-4d3a-9786-f1f377251b14 HTTP/1.1" status: 200 len: 1000 time: 0.0973079 May 10 19:43:06.446192 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a57c68f-081f-45df-82d3-79d4a6de4e9e req-6acec3b3-75de-4139-a247-3ae7a7d8f6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:06.447534 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-2a57c68f-081f-45df-82d3-79d4a6de4e9e req-6acec3b3-75de-4139-a247-3ae7a7d8f6a1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be8f9184-e655-413c-8c2a-cea8adc5553d HTTP/1.1" status: 200 len: 848 time: 0.0595846 May 10 19:43:06.522055 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a57c68f-081f-45df-82d3-79d4a6de4e9e req-db1e6ae6-a0f2-4a6c-ac2f-1024ea83cc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:06.523517 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-2a57c68f-081f-45df-82d3-79d4a6de4e9e req-db1e6ae6-a0f2-4a6c-ac2f-1024ea83cc8a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5e639025-eadf-4b4c-bd6d-cdc3eaf5928c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0688598 May 10 19:43:06.654124 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-2a57c68f-081f-45df-82d3-79d4a6de4e9e req-78ce0e4b-7c8e-43e3-a954-388cdda2cde0 service neutron] 10.222.0.36 "GET /v2.0/networks/5e639025-eadf-4b4c-bd6d-cdc3eaf5928c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233604 May 10 19:43:06.787691 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-2a57c68f-081f-45df-82d3-79d4a6de4e9e req-635ee931-b57e-4813-9fa4-f404cd8197b6 service neutron] 10.222.0.36 "GET /v2.0/networks/5e639025-eadf-4b4c-bd6d-cdc3eaf5928c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247494 May 10 19:43:07.075427 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3beb2-4184-469f-9559-0b7891f34bbb req-e455af06-4463-4a62-9257-75a66de94922 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:07.076786 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-b3f3beb2-4184-469f-9559-0b7891f34bbb req-e455af06-4463-4a62-9257-75a66de94922 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ed23273-d1bc-49ce-b9bf-812c8207f785 HTTP/1.1" status: 200 len: 945 time: 0.0782402 May 10 19:43:07.123137 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-b3f3beb2-4184-469f-9559-0b7891f34bbb req-e4d771ef-389d-4343-b144-ad17f7d248ce tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "GET /v2.0/security-groups?id=01f2bf09-78e4-4c55-b276-3ad848ceeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400884 May 10 19:43:08.147983 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe61e24-b9fb-463b-bc71-fbf57f6303d7 req-34e58a48-acf1-452e-9f27-edac1395cb5c tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:08.150193 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-bbe61e24-b9fb-463b-bc71-fbf57f6303d7 req-34e58a48-acf1-452e-9f27-edac1395cb5c tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/ports?device_id=45587dc1-7d8a-487d-b4b9-fb1b814500df HTTP/1.1" status: 200 len: 984 time: 0.0808492 May 10 19:43:08.214549 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54396823-5597-4102-8ce2-60bd177e4faa req-43e63279-0530-479b-8701-b62d3ab11ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:08.216037 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-54396823-5597-4102-8ce2-60bd177e4faa req-43e63279-0530-479b-8701-b62d3ab11ec9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef8a604ad20c4dd39e313f34dabc9a91&device_id=45587dc1-7d8a-487d-b4b9-fb1b814500df HTTP/1.1" status: 200 len: 1137 time: 0.0877635 May 10 19:43:08.220316 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-bbe61e24-b9fb-463b-bc71-fbf57f6303d7 req-87bd4218-ae0c-4380-a1c9-b4b36f969970 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1c2d7b2-7c83-4167-ba51-19a118a85bbd&id=87d6efed-6009-428c-a11a-f45e84f70310&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0632706 May 10 19:43:08.317326 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-77518517-c3de-4d30-ae2f-f352be9a5239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:08.327374 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14239b64-4a34-4df6-ae0a-416044293df5 req-cad1198a-0664-4dd9-83dc-3889643c6d20 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:08.329690 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-14239b64-4a34-4df6-ae0a-416044293df5 req-cad1198a-0664-4dd9-83dc-3889643c6d20 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ed23273-d1bc-49ce-b9bf-812c8207f785 HTTP/1.1" status: 200 len: 945 time: 0.0878007 May 10 19:43:08.351830 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:08.355545 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54396823-5597-4102-8ce2-60bd177e4faa req-6a1d58b8-4728-4b86-b0bc-4282c6596934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:08.356980 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-54396823-5597-4102-8ce2-60bd177e4faa req-6a1d58b8-4728-4b86-b0bc-4282c6596934 service neutron] 10.222.0.36 "GET /v2.0/networks?id=439080c1-ef31-466a-b48e-1d7fa4459447 HTTP/1.1" status: 200 len: 916 time: 0.1338825 May 10 19:43:08.380600 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-14239b64-4a34-4df6-ae0a-416044293df5 req-ed82d493-b230-4277-b965-4b26f0286eec tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "GET /v2.0/security-groups?id=01f2bf09-78e4-4c55-b276-3ad848ceeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436008 May 10 19:43:08.462416 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-54396823-5597-4102-8ce2-60bd177e4faa req-14548bc7-3022-4b34-abae-39174b5c5a89 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14444943-e20d-4660-9aa7-7147b59052b2 HTTP/1.1" status: 200 len: 1001 time: 0.0983975 May 10 19:43:08.530115 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54396823-5597-4102-8ce2-60bd177e4faa req-2533137a-7ec6-459f-a939-44d8d26f0a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:08.531559 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-54396823-5597-4102-8ce2-60bd177e4faa req-2533137a-7ec6-459f-a939-44d8d26f0a18 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5a56506b-41ed-4feb-abff-803d526ecf5f HTTP/1.1" status: 200 len: 854 time: 0.0617838 May 10 19:43:08.605761 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54396823-5597-4102-8ce2-60bd177e4faa req-97b66733-2fb7-47b6-a3ea-2c13224eeb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:08.607253 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-54396823-5597-4102-8ce2-60bd177e4faa req-97b66733-2fb7-47b6-a3ea-2c13224eeb9e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=439080c1-ef31-466a-b48e-1d7fa4459447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0677741 May 10 19:43:08.738218 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-54396823-5597-4102-8ce2-60bd177e4faa req-59ea6699-231c-4121-9e71-7dbec965ae30 service neutron] 10.222.0.36 "GET /v2.0/networks/439080c1-ef31-466a-b48e-1d7fa4459447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242766 May 10 19:43:08.874290 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-54396823-5597-4102-8ce2-60bd177e4faa req-4fcce084-62c1-4091-8bdc-2d43933626ec service neutron] 10.222.0.36 "GET /v2.0/networks/439080c1-ef31-466a-b48e-1d7fa4459447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236110 May 10 19:43:09.400874 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5ac68-eac9-467f-960f-49003459f12f req-b0bef3a2-7cfe-406d-b5a9-9656d57376a9 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:09.402303 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-8cd5ac68-eac9-467f-960f-49003459f12f req-b0bef3a2-7cfe-406d-b5a9-9656d57376a9 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/ports?device_id=45587dc1-7d8a-487d-b4b9-fb1b814500df HTTP/1.1" status: 200 len: 984 time: 0.0781519 May 10 19:43:09.448417 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-8cd5ac68-eac9-467f-960f-49003459f12f req-7f4d6999-ece1-417b-9c36-75d85780ccf4 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1c2d7b2-7c83-4167-ba51-19a118a85bbd&id=87d6efed-6009-428c-a11a-f45e84f70310&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0401158 May 10 19:43:09.570573 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee5f719-db12-4483-b166-d7509387d9e0 req-c9f9cee2-13a1-4f92-8417-7b08d68b5d64 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:09.572115 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-0ee5f719-db12-4483-b166-d7509387d9e0 req-c9f9cee2-13a1-4f92-8417-7b08d68b5d64 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ed23273-d1bc-49ce-b9bf-812c8207f785 HTTP/1.1" status: 200 len: 945 time: 0.0832343 May 10 19:43:09.617454 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-0ee5f719-db12-4483-b166-d7509387d9e0 req-70637500-d1d0-4111-b54f-208a3ea9a239 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "GET /v2.0/security-groups?id=01f2bf09-78e4-4c55-b276-3ad848ceeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396543 May 10 19:43:10.032245 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 44948) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:43:10.070386 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c265148-4a1d-489c-bd7b-266e340c7656 req-2c72c369-c63d-45a4-9ab6-15c07e91fd21 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:10.071874 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-0c265148-4a1d-489c-bd7b-266e340c7656 req-2c72c369-c63d-45a4-9ab6-15c07e91fd21 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ed23273-d1bc-49ce-b9bf-812c8207f785 HTTP/1.1" status: 200 len: 945 time: 0.0852835 May 10 19:43:10.149792 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-f07952a3-12ce-4dc0-804c-7b23d5384739 req-79635a2f-45fd-4fbd-b8b8-757f25215d33 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6ed23273-d1bc-49ce-b9bf-812c8207f785&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1155591 May 10 19:43:10.196133 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-0c265148-4a1d-489c-bd7b-266e340c7656 req-0b5b0185-108e-49c2-b748-21c2e1b21c1a tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "GET /v2.0/security-groups?id=01f2bf09-78e4-4c55-b276-3ad848ceeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178675 May 10 19:43:10.632891 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b6768d-a088-4a00-8e38-60f6c17c2cd7 req-946a8670-79d6-46f6-9774-ef9301f05b31 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:10.634366 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-58b6768d-a088-4a00-8e38-60f6c17c2cd7 req-946a8670-79d6-46f6-9774-ef9301f05b31 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/ports?device_id=45587dc1-7d8a-487d-b4b9-fb1b814500df HTTP/1.1" status: 200 len: 984 time: 0.0799496 May 10 19:43:10.685390 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-58b6768d-a088-4a00-8e38-60f6c17c2cd7 req-17934be4-87c2-4056-a47e-4c1960f26785 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1c2d7b2-7c83-4167-ba51-19a118a85bbd&id=87d6efed-6009-428c-a11a-f45e84f70310&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0452726 May 10 19:43:10.825936 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-780f74e7-03e3-4493-aa00-bd601b90f549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:10.980224 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:11.382380 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23027920-9f47-482b-8bdd-f7ed764e1ee8 req-7687bfc1-612f-4bfd-9213-cbfeb1cf1b1e tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:11.383897 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-23027920-9f47-482b-8bdd-f7ed764e1ee8 req-7687bfc1-612f-4bfd-9213-cbfeb1cf1b1e tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ed23273-d1bc-49ce-b9bf-812c8207f785 HTTP/1.1" status: 200 len: 945 time: 0.0827494 May 10 19:43:11.429625 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-23027920-9f47-482b-8bdd-f7ed764e1ee8 req-3dfa5a00-e157-4089-ae09-b85a78778756 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "GET /v2.0/security-groups?id=01f2bf09-78e4-4c55-b276-3ad848ceeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398169 May 10 19:43:11.880997 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758558ff-1861-4dfb-a9a2-c9fe720e8d03 req-aeb5ddd3-cf4c-44cd-bf80-150aef7d5ca6 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:11.882528 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-758558ff-1861-4dfb-a9a2-c9fe720e8d03 req-aeb5ddd3-cf4c-44cd-bf80-150aef7d5ca6 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/ports?device_id=45587dc1-7d8a-487d-b4b9-fb1b814500df HTTP/1.1" status: 200 len: 984 time: 0.0883152 May 10 19:43:11.905939 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-05ecdfa3-b7ee-4afa-83d7-ebb5bc70016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:11.933967 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-758558ff-1861-4dfb-a9a2-c9fe720e8d03 req-412ec560-3655-45a2-92a0-16458e76a769 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1c2d7b2-7c83-4167-ba51-19a118a85bbd&id=87d6efed-6009-428c-a11a-f45e84f70310&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0449536 May 10 19:43:12.604988 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d80de-4a02-4262-bfb1-4b8cddf3ad1e req-dc61127a-068b-4508-ba25-52ea496c461c tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:12.606439 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-e03d80de-4a02-4262-bfb1-4b8cddf3ad1e req-dc61127a-068b-4508-ba25-52ea496c461c tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a84c55d-7d70-45e4-9625-7a6ad1cb534f HTTP/1.1" status: 200 len: 946 time: 0.1251147 May 10 19:43:12.652075 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device 5195c633-b875-4d3a-9786-f1f377251b14 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:43:12.667484 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-e03d80de-4a02-4262-bfb1-4b8cddf3ad1e req-167524ba-1c89-4d77-ba36-54cb23306e08 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=301eee89-3e88-468e-b4a4-022c19231d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530574 May 10 19:43:12.676605 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce15f5fc-95ca-41e1-87b4-cfeff8a3c2e3 req-181d6feb-75b3-4e6a-a705-aa06554dfbad tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:12.677989 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-ce15f5fc-95ca-41e1-87b4-cfeff8a3c2e3 req-181d6feb-75b3-4e6a-a705-aa06554dfbad tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ed23273-d1bc-49ce-b9bf-812c8207f785 HTTP/1.1" status: 200 len: 945 time: 0.1367826 May 10 19:43:12.724602 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-ce15f5fc-95ca-41e1-87b4-cfeff8a3c2e3 req-ee64499d-bea7-4280-975d-02056d4959db tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "GET /v2.0/security-groups?id=01f2bf09-78e4-4c55-b276-3ad848ceeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400667 May 10 19:43:12.775673 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:12.801436 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ed23273-d1bc-49ce-b9bf-812c8207f785', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5195c633-b875-4d3a-9786-f1f377251b14'}] {{(pid=79297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:43:12.810462 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] For port 5195c633-b875-4d3a-9786-f1f377251b14, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=5195c633-b875-4d3a-9786-f1f377251b14,segment=NetworkSegment(a6604af7-609a-4966-831b-b0a2c078687c),segment_id=a6604af7-609a-4966-831b-b0a2c078687c)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:43:12.875338 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:12.878034 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:43:12.911751 dv-cinder-784453-6-smb neutron-server[79297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ed23273-d1bc-49ce-b9bf-812c8207f785', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5195c633-b875-4d3a-9786-f1f377251b14', 'code': 200} May 10 19:43:12.950024 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Pushing event updated for resources: {'Port': ['ID=5195c633-b875-4d3a-9786-f1f377251b14,revision_number=6']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:43:12.958246 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:43:12.958585 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:43:12.958952 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:43:12.959287 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:43:12.959617 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:43:12.959951 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:43:12.960275 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:43:12.960596 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:43:12.960916 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:43:12.961233 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:43:12.961550 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:43:12.961870 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:43:12.965889 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:43:13.041998 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07952a3-12ce-4dc0-804c-7b23d5384739 req-f491920d-4042-490f-b118-ca4078c473e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:13.043492 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-f07952a3-12ce-4dc0-804c-7b23d5384739 req-f491920d-4042-490f-b118-ca4078c473e1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6ed23273-d1bc-49ce-b9bf-812c8207f785&tenant_id=536ec0bc9dcf4f2580e2ea96cc3adb48 HTTP/1.1" status: 200 len: 1096 time: 0.1670272 May 10 19:43:13.127940 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d86d99f-aa42-46db-8835-a276f261441a req-afe0df17-c83e-4cc8-b8de-95f7ea56bb30 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:13.129397 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-5d86d99f-aa42-46db-8835-a276f261441a req-afe0df17-c83e-4cc8-b8de-95f7ea56bb30 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/ports?device_id=45587dc1-7d8a-487d-b4b9-fb1b814500df HTTP/1.1" status: 200 len: 984 time: 0.0835338 May 10 19:43:13.135442 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07952a3-12ce-4dc0-804c-7b23d5384739 req-9b9303de-c12b-46b1-929f-0e6065bbd28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:13.136873 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-f07952a3-12ce-4dc0-804c-7b23d5384739 req-9b9303de-c12b-46b1-929f-0e6065bbd28d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=536ec0bc9dcf4f2580e2ea96cc3adb48&device_id=6ed23273-d1bc-49ce-b9bf-812c8207f785 HTTP/1.1" status: 200 len: 1096 time: 0.0703709 May 10 19:43:13.175789 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-5d86d99f-aa42-46db-8835-a276f261441a req-bd6dfe0c-ecef-4a50-b2eb-5dd8ffb41f7c tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1c2d7b2-7c83-4167-ba51-19a118a85bbd&id=87d6efed-6009-428c-a11a-f45e84f70310&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0405121 May 10 19:43:13.264279 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07952a3-12ce-4dc0-804c-7b23d5384739 req-44f9faf9-e6f6-4c21-b3db-f9fd7a096fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:13.265682 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-f07952a3-12ce-4dc0-804c-7b23d5384739 req-44f9faf9-e6f6-4c21-b3db-f9fd7a096fc2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5e639025-eadf-4b4c-bd6d-cdc3eaf5928c HTTP/1.1" status: 200 len: 910 time: 0.1217654 May 10 19:43:13.362044 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-f07952a3-12ce-4dc0-804c-7b23d5384739 req-e8a08530-ca72-41de-90f7-6cdee5b084ac service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5195c633-b875-4d3a-9786-f1f377251b14 HTTP/1.1" status: 200 len: 998 time: 0.0886111 May 10 19:43:13.428177 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07952a3-12ce-4dc0-804c-7b23d5384739 req-bc2e0855-6641-46e9-8b26-025fef7cff88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:13.429446 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-f07952a3-12ce-4dc0-804c-7b23d5384739 req-bc2e0855-6641-46e9-8b26-025fef7cff88 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be8f9184-e655-413c-8c2a-cea8adc5553d HTTP/1.1" status: 200 len: 848 time: 0.0578899 May 10 19:43:13.502284 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07952a3-12ce-4dc0-804c-7b23d5384739 req-999d629f-3270-4b86-a6f1-b8d2d6aa17c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:13.503707 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-f07952a3-12ce-4dc0-804c-7b23d5384739 req-999d629f-3270-4b86-a6f1-b8d2d6aa17c7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5e639025-eadf-4b4c-bd6d-cdc3eaf5928c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0668221 May 10 19:43:13.631428 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-f07952a3-12ce-4dc0-804c-7b23d5384739 req-fb3f2f1c-8e16-4db1-929d-6d383873fa0a service neutron] 10.222.0.36 "GET /v2.0/networks/5e639025-eadf-4b4c-bd6d-cdc3eaf5928c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192276 May 10 19:43:13.715137 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-02078f97-e06b-4c48-b673-8bf9bf3f5f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:13.768092 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-f07952a3-12ce-4dc0-804c-7b23d5384739 req-a406b76c-0526-401f-99e4-009379fe3137 service neutron] 10.222.0.36 "GET /v2.0/networks/5e639025-eadf-4b4c-bd6d-cdc3eaf5928c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295342 May 10 19:43:13.920587 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ab2dbc-baa0-46c0-848a-66621c6aa49a req-b64a198c-0f1e-4d45-a8a8-e849e9068b08 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:13.922052 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-e9ab2dbc-baa0-46c0-848a-66621c6aa49a req-b64a198c-0f1e-4d45-a8a8-e849e9068b08 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a84c55d-7d70-45e4-9625-7a6ad1cb534f HTTP/1.1" status: 200 len: 946 time: 0.1311867 May 10 19:43:13.967519 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db8227-6bda-4054-9874-457f02c04f0e req-3746b2a7-a9c4-41b0-8636-e8ea2d98c076 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:13.968831 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-a8db8227-6bda-4054-9874-457f02c04f0e req-3746b2a7-a9c4-41b0-8636-e8ea2d98c076 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ed23273-d1bc-49ce-b9bf-812c8207f785 HTTP/1.1" status: 200 len: 943 time: 0.1224670 May 10 19:43:14.005073 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-e9ab2dbc-baa0-46c0-848a-66621c6aa49a req-0db35271-30d3-4643-99c8-3bb42fc818c2 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=301eee89-3e88-468e-b4a4-022c19231d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759254 May 10 19:43:14.024627 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-a8db8227-6bda-4054-9874-457f02c04f0e req-76c03a9a-d816-4e23-8de2-bdff454669be tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "GET /v2.0/security-groups?id=01f2bf09-78e4-4c55-b276-3ad848ceeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481596 May 10 19:43:14.203701 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f3ffd-d72d-4bc9-b4bb-07d5ba4ee0c9 req-42a05571-dfaa-4b4c-b3a2-987e4239db39 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:14.204397 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [req-e04f3ffd-d72d-4bc9-b4bb-07d5ba4ee0c9 req-42a05571-dfaa-4b4c-b3a2-987e4239db39 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Synchronizing usage tracker for tenant:48537c19bc3f482ca2c677fa41f568c5 on resource:port {{(pid=79296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:43:14.216429 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [req-e04f3ffd-d72d-4bc9-b4bb-07d5ba4ee0c9 req-42a05571-dfaa-4b4c-b3a2-987e4239db39 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Unset dirty status for tenant:48537c19bc3f482ca2c677fa41f568c5 on resource:port {{(pid=79296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:43:14.217501 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-e04f3ffd-d72d-4bc9-b4bb-07d5ba4ee0c9 req-42a05571-dfaa-4b4c-b3a2-987e4239db39 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a84c55d-7d70-45e4-9625-7a6ad1cb534f HTTP/1.1" status: 200 len: 946 time: 0.0924587 May 10 19:43:14.351621 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.plugin [req-e04f3ffd-d72d-4bc9-b4bb-07d5ba4ee0c9 req-14872c3c-d108-4fba-92cb-2703b64d57c4 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Deleting port 4a72b273-be2c-49c1-9151-d3dbeccf0e99 {{(pid=79296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:43:14.351859 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-e04f3ffd-d72d-4bc9-b4bb-07d5ba4ee0c9 req-14872c3c-d108-4fba-92cb-2703b64d57c4 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757498910621'] for port, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:14.362305 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db7e8b-5b12-4a0a-b002-400a962a12b4 req-1ef4d7b8-afc3-4017-b36f-8c298c408905 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:14.363791 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-18db7e8b-5b12-4a0a-b002-400a962a12b4 req-1ef4d7b8-afc3-4017-b36f-8c298c408905 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/ports?device_id=45587dc1-7d8a-487d-b4b9-fb1b814500df HTTP/1.1" status: 200 len: 984 time: 0.0826297 May 10 19:43:14.413323 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-18db7e8b-5b12-4a0a-b002-400a962a12b4 req-14585f7c-5337-4847-bd58-76479d620a58 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1c2d7b2-7c83-4167-ba51-19a118a85bbd&id=87d6efed-6009-428c-a11a-f45e84f70310&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0432961 May 10 19:43:14.483447 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.db [req-e04f3ffd-d72d-4bc9-b4bb-07d5ba4ee0c9 req-14872c3c-d108-4fba-92cb-2703b64d57c4 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] For port 4a72b273-be2c-49c1-9151-d3dbeccf0e99, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=4a72b273-be2c-49c1-9151-d3dbeccf0e99,segment=NetworkSegment(108993fe-967b-403c-a08b-306337f62f28),segment_id=108993fe-967b-403c-a08b-306337f62f28)] {{(pid=79296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:43:14.483795 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-e04f3ffd-d72d-4bc9-b4bb-07d5ba4ee0c9 req-14872c3c-d108-4fba-92cb-2703b64d57c4 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670902'] for port, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:14.761574 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-e04f3ffd-d72d-4bc9-b4bb-07d5ba4ee0c9 req-14872c3c-d108-4fba-92cb-2703b64d57c4 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:14.761943 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-e04f3ffd-d72d-4bc9-b4bb-07d5ba4ee0c9 req-14872c3c-d108-4fba-92cb-2703b64d57c4 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658293'] for floatingip, after_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:14.762246 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.db.l3_db [req-e04f3ffd-d72d-4bc9-b4bb-07d5ba4ee0c9 req-14872c3c-d108-4fba-92cb-2703b64d57c4 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Floating IP 1756b32c-3610-490d-a39f-05badff07284 disassociated. External IP: 172.28.3.41, port: 4a72b273-be2c-49c1-9151-d3dbeccf0e99. May 10 19:43:14.762581 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.plugin [req-e04f3ffd-d72d-4bc9-b4bb-07d5ba4ee0c9 req-14872c3c-d108-4fba-92cb-2703b64d57c4 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Calling delete_port for 4a72b273-be2c-49c1-9151-d3dbeccf0e99 owned by compute:nova {{(pid=79296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:43:14.928682 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-e04f3ffd-d72d-4bc9-b4bb-07d5ba4ee0c9 req-14872c3c-d108-4fba-92cb-2703b64d57c4 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757498915184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757498479629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10503775'] for port, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:14.934252 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-0aa57a52-1660-41cd-aa0e-8a1a20ceeaf0 tempest-DeleteServersTestJSON-206311798 tempest-DeleteServersTestJSON-206311798-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:43:14.979672 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14872c3c-d108-4fba-92cb-2703b64d57c4 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Pushing event deleted for resources: {'Port': ['ID=4a72b273-be2c-49c1-9151-d3dbeccf0e99,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:43:14.982789 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-14872c3c-d108-4fba-92cb-2703b64d57c4 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:43:15.198232 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-4c0a9a7e-b729-4175-86fe-ef563ff0ec4e req-89f4d4f5-77ef-437b-b130-603d720445ef tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a84c55d-7d70-45e4-9625-7a6ad1cb534f HTTP/1.1" status: 200 len: 210 time: 0.0793219 May 10 19:43:15.246305 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b0a3d-d297-4ca1-befe-17891df43092 req-42a4e37e-65c8-4a7f-9213-37ab966605dd tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:15.248843 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-122b0a3d-d297-4ca1-befe-17891df43092 req-42a4e37e-65c8-4a7f-9213-37ab966605dd tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ed23273-d1bc-49ce-b9bf-812c8207f785 HTTP/1.1" status: 200 len: 943 time: 0.0986693 May 10 19:43:15.258675 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e04f3ffd-d72d-4bc9-b4bb-07d5ba4ee0c9 req-14872c3c-d108-4fba-92cb-2703b64d57c4 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Router b3bca94c-7681-45d2-b349-5bdb3b7f02c0 has already been hosted by L3 agent 66c26874-6d1a-4324-9002-6da014815c52 {{(pid=79296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:43:15.294165 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-122b0a3d-d297-4ca1-befe-17891df43092 req-25d63421-b925-40f2-9230-7162c10c9739 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "GET /v2.0/security-groups?id=01f2bf09-78e4-4c55-b276-3ad848ceeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399618 May 10 19:43:15.437395 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e04f3ffd-d72d-4bc9-b4bb-07d5ba4ee0c9 req-14872c3c-d108-4fba-92cb-2703b64d57c4 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify agent at l3_agent.dv-cinder-784453-6-smb the message routers_updated {{(pid=79296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:43:15.447815 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3787ff88-a851-40b7-ab0e-f355021e8719 None None] Sync routers for ids ['b3bca94c-7681-45d2-b349-5bdb3b7f02c0'] in dv-cinder-784453-6-smb {{(pid=79297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:43:15.468596 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3787ff88-a851-40b7-ab0e-f355021e8719 None None] Routers {'b3bca94c-7681-45d2-b349-5bdb3b7f02c0'} bound to L3 agent in host dv-cinder-784453-6-smb {{(pid=79297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:43:15.469241 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_hamode_db [None req-3787ff88-a851-40b7-ab0e-f355021e8719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T19:29:11Z,description=,heartbeat_timestamp=2021-05-10T19:43:11Z,host='dv-cinder-784453-6-smb',id=66c26874-6d1a-4324-9002-6da014815c52,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:29:11Z,topic='l3_agent')) {'router_ids': ['b3bca94c-7681-45d2-b349-5bdb3b7f02c0'], 'active': True} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:43:15.514430 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.l3_dvrscheduler_db [req-e04f3ffd-d72d-4bc9-b4bb-07d5ba4ee0c9 req-14872c3c-d108-4fba-92cb-2703b64d57c4 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] No DVR routers for this DVR port 4a72b273-be2c-49c1-9151-d3dbeccf0e99 on host hv-cinder-78445 {{(pid=79296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:43:15.517138 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-e04f3ffd-d72d-4bc9-b4bb-07d5ba4ee0c9 req-14872c3c-d108-4fba-92cb-2703b64d57c4 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149324'] for port, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:15.520013 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a84c55d-7d70-45e4-9625-7a6ad1cb534f', 'name': 'network-vif-deleted', 'tag': '4a72b273-be2c-49c1-9151-d3dbeccf0e99'}] {{(pid=79296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:43:15.596729 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-e04f3ffd-d72d-4bc9-b4bb-07d5ba4ee0c9 req-14872c3c-d108-4fba-92cb-2703b64d57c4 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.36 "DELETE /v2.0/ports/4a72b273-be2c-49c1-9151-d3dbeccf0e99 HTTP/1.1" status: 204 len: 173 time: 1.3727024 May 10 19:43:15.642596 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35428404-425b-46c9-9833-27c66dc780e6 req-9125a5c1-6449-4278-ae59-f41a2c24de1c tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:15.644546 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-35428404-425b-46c9-9833-27c66dc780e6 req-9125a5c1-6449-4278-ae59-f41a2c24de1c tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/ports?device_id=45587dc1-7d8a-487d-b4b9-fb1b814500df HTTP/1.1" status: 200 len: 984 time: 0.0878122 May 10 19:43:15.648555 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a84c55d-7d70-45e4-9625-7a6ad1cb534f', 'name': 'network-vif-deleted', 'tag': '4a72b273-be2c-49c1-9151-d3dbeccf0e99', 'status': 'completed', 'code': 200} May 10 19:43:15.692886 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvr_db [None req-3787ff88-a851-40b7-ab0e-f355021e8719 None None] Set router b3bca94c-7681-45d2-b349-5bdb3b7f02c0 gateway port host: dv-cinder-784453-6-smb {{(pid=79297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:43:15.699252 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-35428404-425b-46c9-9833-27c66dc780e6 req-5d0e2f14-d82e-4f16-93c0-3ba80fe34bf5 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1c2d7b2-7c83-4167-ba51-19a118a85bbd&id=87d6efed-6009-428c-a11a-f45e84f70310&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0487168 May 10 19:43:16.041363 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_hamode_db [None req-3787ff88-a851-40b7-ab0e-f355021e8719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3bca94c-7681-45d2-b349-5bdb3b7f02c0', 'name': 'tempest-AttachVolumeShelveTestJSON-345493500-router', 'tenant_id': '48537c19bc3f482ca2c677fa41f568c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.116'}], 'enable_snat': True}, 'gw_port_id': '136d140f-4409-481d-ab66-9a9e97e842de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:40:09Z', 'updated_at': '2021-05-10T19:40:17Z', 'revision_number': 4, 'project_id': '48537c19bc3f482ca2c677fa41f568c5', 'gw_port': {'id': '136d140f-4409-481d-ab66-9a9e97e842de', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:00:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3bca94c-7681-45d2-b349-5bdb3b7f02c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:40:11Z', 'updated_at': '2021-05-10T19:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb', '_interfaces': [{'id': '7af7da28-028b-4c22-bc5f-c5094fed24f9', 'name': '', 'network_id': 'c1996f27-1db4-443b-b1de-2cd374f7ede0', 'tenant_id': '48537c19bc3f482ca2c677fa41f568c5', 'mac_address': 'fa:16:3e:ff:30:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3bca94c-7681-45d2-b349-5bdb3b7f02c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'd9a3be94-0d38-4426-8d23-4357f15ca2f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:40:16Z', 'updated_at': '2021-05-10T19:40:25Z', 'revision_number': 5, 'project_id': '48537c19bc3f482ca2c677fa41f568c5', 'subnets': [{'id': 'd9a3be94-0d38-4426-8d23-4357f15ca2f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-smb', False) {} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:43:16.045151 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3787ff88-a851-40b7-ab0e-f355021e8719 None None] Checking router: b3bca94c-7681-45d2-b349-5bdb3b7f02c0 for host: dv-cinder-784453-6-smb {{(pid=79297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:43:16.053999 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3787ff88-a851-40b7-ab0e-f355021e8719 None None] Routers {'b3bca94c-7681-45d2-b349-5bdb3b7f02c0'} bound to L3 agent in host dv-cinder-784453-6-smb {{(pid=79297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:43:16.054592 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_hamode_db [None req-3787ff88-a851-40b7-ab0e-f355021e8719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T19:29:11Z,description=,heartbeat_timestamp=2021-05-10T19:43:11Z,host='dv-cinder-784453-6-smb',id=66c26874-6d1a-4324-9002-6da014815c52,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:29:11Z,topic='l3_agent')) {'router_ids': ['b3bca94c-7681-45d2-b349-5bdb3b7f02c0'], 'active': True} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:43:16.231033 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvr_db [None req-3787ff88-a851-40b7-ab0e-f355021e8719 None None] Set router b3bca94c-7681-45d2-b349-5bdb3b7f02c0 gateway port host: dv-cinder-784453-6-smb {{(pid=79297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:43:16.391734 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-632e9a62-97ff-4862-a54b-d2a647fc91ac req-a0d68712-652d-4d78-aedc-b859cd80e055 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a84c55d-7d70-45e4-9625-7a6ad1cb534f HTTP/1.1" status: 200 len: 210 time: 0.0516677 May 10 19:43:16.539943 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19994d88-5a42-438c-a72e-b1de3ae1c1cd req-8c3764ec-784e-4150-916b-741492e23fbf tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:16.547013 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-19994d88-5a42-438c-a72e-b1de3ae1c1cd req-8c3764ec-784e-4150-916b-741492e23fbf tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ed23273-d1bc-49ce-b9bf-812c8207f785 HTTP/1.1" status: 200 len: 943 time: 0.1190488 May 10 19:43:16.590645 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-19994d88-5a42-438c-a72e-b1de3ae1c1cd req-f27546b7-7faa-490d-97c8-81ae67c3402c tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "GET /v2.0/security-groups?id=01f2bf09-78e4-4c55-b276-3ad848ceeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426648 May 10 19:43:16.649870 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_hamode_db [None req-3787ff88-a851-40b7-ab0e-f355021e8719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3bca94c-7681-45d2-b349-5bdb3b7f02c0', 'name': 'tempest-AttachVolumeShelveTestJSON-345493500-router', 'tenant_id': '48537c19bc3f482ca2c677fa41f568c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.116'}], 'enable_snat': True}, 'gw_port_id': '136d140f-4409-481d-ab66-9a9e97e842de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:40:09Z', 'updated_at': '2021-05-10T19:40:17Z', 'revision_number': 4, 'project_id': '48537c19bc3f482ca2c677fa41f568c5', 'gw_port': {'id': '136d140f-4409-481d-ab66-9a9e97e842de', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:00:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3bca94c-7681-45d2-b349-5bdb3b7f02c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:40:11Z', 'updated_at': '2021-05-10T19:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb', '_interfaces': [{'id': '7af7da28-028b-4c22-bc5f-c5094fed24f9', 'name': '', 'network_id': 'c1996f27-1db4-443b-b1de-2cd374f7ede0', 'tenant_id': '48537c19bc3f482ca2c677fa41f568c5', 'mac_address': 'fa:16:3e:ff:30:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3bca94c-7681-45d2-b349-5bdb3b7f02c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'd9a3be94-0d38-4426-8d23-4357f15ca2f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:40:16Z', 'updated_at': '2021-05-10T19:40:25Z', 'revision_number': 5, 'project_id': '48537c19bc3f482ca2c677fa41f568c5', 'subnets': [{'id': 'd9a3be94-0d38-4426-8d23-4357f15ca2f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-smb', False) {} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:43:16.653993 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3787ff88-a851-40b7-ab0e-f355021e8719 None None] The sync data for ids ['b3bca94c-7681-45d2-b349-5bdb3b7f02c0'] in dv-cinder-784453-6-smb is: [{'id': 'b3bca94c-7681-45d2-b349-5bdb3b7f02c0', 'name': 'tempest-AttachVolumeShelveTestJSON-345493500-router', 'tenant_id': '48537c19bc3f482ca2c677fa41f568c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.116'}], 'enable_snat': True}, 'gw_port_id': '136d140f-4409-481d-ab66-9a9e97e842de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:40:09Z', 'updated_at': '2021-05-10T19:40:17Z', 'revision_number': 4, 'project_id': '48537c19bc3f482ca2c677fa41f568c5', 'gw_port': {'id': '136d140f-4409-481d-ab66-9a9e97e842de', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:00:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3bca94c-7681-45d2-b349-5bdb3b7f02c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:40:11Z', 'updated_at': '2021-05-10T19:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb', '_interfaces': [{'id': '7af7da28-028b-4c22-bc5f-c5094fed24f9', 'name': '', 'network_id': 'c1996f27-1db4-443b-b1de-2cd374f7ede0', 'tenant_id': '48537c19bc3f482ca2c677fa41f568c5', 'mac_address': 'fa:16:3e:ff:30:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3bca94c-7681-45d2-b349-5bdb3b7f02c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'd9a3be94-0d38-4426-8d23-4357f15ca2f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:40:16Z', 'updated_at': '2021-05-10T19:40:25Z', 'revision_number': 5, 'project_id': '48537c19bc3f482ca2c677fa41f568c5', 'subnets': [{'id': 'd9a3be94-0d38-4426-8d23-4357f15ca2f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:43:16.661128 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device 5195c633-b875-4d3a-9786-f1f377251b14 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=79297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 19:43:16.808327 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] For port 5195c633-b875-4d3a-9786-f1f377251b14, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=5195c633-b875-4d3a-9786-f1f377251b14,segment=NetworkSegment(a6604af7-609a-4966-831b-b0a2c078687c),segment_id=a6604af7-609a-4966-831b-b0a2c078687c)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:43:16.823290 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Returning: {'device': '5195c633-b875-4d3a-9786-f1f377251b14', 'network_id': '5e639025-eadf-4b4c-bd6d-cdc3eaf5928c', 'port_id': '5195c633-b875-4d3a-9786-f1f377251b14', 'mac_address': 'fa:16:3e:ff:1d:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be8f9184-e655-413c-8c2a-cea8adc5553d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 19:43:16.887170 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:16.911783 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.notifiers.nova [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5195c633-b875-4d3a-9786-f1f377251b14 {{(pid=79297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:43:16.920097 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b57702-fe44-4f68-9c8f-8499e4135e40 req-ef54887c-9dd2-4cf0-bac6-c30c3755f6f6 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:16.930196 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-f5b57702-fe44-4f68-9c8f-8499e4135e40 req-ef54887c-9dd2-4cf0-bac6-c30c3755f6f6 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/ports?device_id=45587dc1-7d8a-487d-b4b9-fb1b814500df HTTP/1.1" status: 200 len: 984 time: 0.1036408 May 10 19:43:16.930408 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] For port 5195c633-b875-4d3a-9786-f1f377251b14, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=5195c633-b875-4d3a-9786-f1f377251b14,segment=NetworkSegment(a6604af7-609a-4966-831b-b0a2c078687c),segment_id=a6604af7-609a-4966-831b-b0a2c078687c)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:43:16.938338 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361e5ba8-deec-495a-91eb-b1d87e553ca5 None None] New status for floating IP 1756b32c-3610-490d-a39f-05badff07284: DOWN {{(pid=79298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:43:16.980532 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-f5b57702-fe44-4f68-9c8f-8499e4135e40 req-bda97bef-fd9a-4eba-bc02-828a4fc36a63 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1c2d7b2-7c83-4167-ba51-19a118a85bbd&id=87d6efed-6009-428c-a11a-f45e84f70310&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0512991 May 10 19:43:17.006972 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:17.009224 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:43:17.079062 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Pushing event updated for resources: {'Port': ['ID=5195c633-b875-4d3a-9786-f1f377251b14,revision_number=7']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:43:17.082187 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:43:17.219503 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] get_ports_and_sgs() called for port_ids ['5195c633-b875-4d3a-9786-f1f377251b14'] {{(pid=79297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:43:17.781738 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d36af4-55bc-499f-8f9e-5b81d17174ac req-e61e84e1-a3fa-46ea-a651-9f6d45828e5e tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:17.783295 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-78d36af4-55bc-499f-8f9e-5b81d17174ac req-e61e84e1-a3fa-46ea-a651-9f6d45828e5e tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ed23273-d1bc-49ce-b9bf-812c8207f785 HTTP/1.1" status: 200 len: 944 time: 0.0810671 May 10 19:43:17.832455 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-78d36af4-55bc-499f-8f9e-5b81d17174ac req-76e9cfec-5824-4b10-998b-3c9577df84df tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "GET /v2.0/security-groups?id=01f2bf09-78e4-4c55-b276-3ad848ceeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434341 May 10 19:43:18.158258 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d972b5a9-be60-40fd-9c7d-0e639b98286c req-bf141c3a-123a-44ba-a00e-ac5a7a882eb4 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:18.159720 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-d972b5a9-be60-40fd-9c7d-0e639b98286c req-bf141c3a-123a-44ba-a00e-ac5a7a882eb4 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/ports?device_id=45587dc1-7d8a-487d-b4b9-fb1b814500df HTTP/1.1" status: 200 len: 984 time: 0.0781732 May 10 19:43:18.205552 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-d972b5a9-be60-40fd-9c7d-0e639b98286c req-43132c96-1319-428a-9506-8c69e566a2d8 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1c2d7b2-7c83-4167-ba51-19a118a85bbd&id=87d6efed-6009-428c-a11a-f45e84f70310&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0400445 May 10 19:43:18.637554 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 45028) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:43:18.672456 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device 5195c633-b875-4d3a-9786-f1f377251b14 up at agent hyperv_hv-cinder-78445 {{(pid=79297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:43:18.702063 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-f384fd71-c19a-4588-87a0-b2dade45c773 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks [] for security_group, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:18.731057 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-f384fd71-c19a-4588-87a0-b2dade45c773 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:18.743829 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Provisioning complete for port 5195c633-b875-4d3a-9786-f1f377251b14 triggered by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:43:18.744205 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:18.840867 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-f384fd71-c19a-4588-87a0-b2dade45c773 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:18.846802 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-1dabd7f8-d97f-4a02-a5f5-48df2d793e94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:43:18.863179 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:18.864393 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f384fd71-c19a-4588-87a0-b2dade45c773 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=301eee89-3e88-468e-b4a4-022c19231d4f,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:43:18.867999 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-f384fd71-c19a-4588-87a0-b2dade45c773 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:43:18.872649 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-f384fd71-c19a-4588-87a0-b2dade45c773 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks [] for security_group, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:18.874108 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-f384fd71-c19a-4588-87a0-b2dade45c773 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "DELETE /v2.0/security-groups/301eee89-3e88-468e-b4a4-022c19231d4f HTTP/1.1" status: 204 len: 168 time: 0.2353613 May 10 19:43:18.877279 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 45034) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:43:18.895038 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.api.v2.resource [None req-44b9f6d8-cf9d-4fde-bcac-64e4a0e19dcf tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] show failed (client error): The resource could not be found. May 10 19:43:18.898609 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-44b9f6d8-cf9d-4fde-bcac-64e4a0e19dcf tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups/301eee89-3e88-468e-b4a4-022c19231d4f HTTP/1.1" status: 404 len: 347 time: 0.0177515 May 10 19:43:18.899065 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 45038) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:43:18.907306 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ed23273-d1bc-49ce-b9bf-812c8207f785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5195c633-b875-4d3a-9786-f1f377251b14'}] {{(pid=79297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:43:18.919986 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] For port 5195c633-b875-4d3a-9786-f1f377251b14, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=5195c633-b875-4d3a-9786-f1f377251b14,segment=NetworkSegment(a6604af7-609a-4966-831b-b0a2c078687c),segment_id=a6604af7-609a-4966-831b-b0a2c078687c)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:43:18.956029 dv-cinder-784453-6-smb neutron-server[79297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ed23273-d1bc-49ce-b9bf-812c8207f785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5195c633-b875-4d3a-9786-f1f377251b14', 'code': 200} May 10 19:43:18.986284 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:18.987376 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device 4a72b273-be2c-49c1-9151-d3dbeccf0e99 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:43:19.011886 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:43:19.077285 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.plugin [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] No Port match for: 4a72b273-be2c-49c1-9151-d3dbeccf0e99 {{(pid=79297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:43:19.077795 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device 4a72b273-be2c-49c1-9151-d3dbeccf0e99 not bound to the agent host hv-cinder-78445 {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:43:19.100920 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Pushing event updated for resources: {'Port': ['ID=5195c633-b875-4d3a-9786-f1f377251b14,revision_number=8']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:43:19.104131 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:43:19.126318 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e44b3-9dd8-46df-8df6-907c828d5569 req-97638c39-8e68-4b9b-ab8b-26aa37b8a889 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:19.127823 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-176e44b3-9dd8-46df-8df6-907c828d5569 req-97638c39-8e68-4b9b-ab8b-26aa37b8a889 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ed23273-d1bc-49ce-b9bf-812c8207f785 HTTP/1.1" status: 200 len: 945 time: 0.1759372 May 10 19:43:19.134128 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.plugin [None req-cdcfa9aa-abb3-4ad7-b727-2d802c00328b tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Deleting port 78325a27-b871-41bf-80e9-d2108fe1237b {{(pid=79296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:43:19.134479 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-cdcfa9aa-abb3-4ad7-b727-2d802c00328b tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757498910621'] for port, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:19.175836 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-176e44b3-9dd8-46df-8df6-907c828d5569 req-7ad86d9f-2ef7-46a2-aac3-06496a5ecf03 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "GET /v2.0/security-groups?id=01f2bf09-78e4-4c55-b276-3ad848ceeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421343 May 10 19:43:19.306127 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-cdcfa9aa-abb3-4ad7-b727-2d802c00328b tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670902'] for port, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:19.306464 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-cdcfa9aa-abb3-4ad7-b727-2d802c00328b tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:19.390710 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7613c7-a1f7-4aaa-afb7-74ab827f1b97 req-377d85cf-3aa1-4d51-90b0-81fd5461ceed tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:19.392780 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-bb7613c7-a1f7-4aaa-afb7-74ab827f1b97 req-377d85cf-3aa1-4d51-90b0-81fd5461ceed tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/ports?device_id=45587dc1-7d8a-487d-b4b9-fb1b814500df HTTP/1.1" status: 200 len: 984 time: 0.0777981 May 10 19:43:19.430826 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.plugin [None req-cdcfa9aa-abb3-4ad7-b727-2d802c00328b tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Calling delete_port for 78325a27-b871-41bf-80e9-d2108fe1237b owned by network:floatingip {{(pid=79296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:43:19.441490 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-bb7613c7-a1f7-4aaa-afb7-74ab827f1b97 req-307e655f-28f9-4f4d-9959-bb13ff105f98 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1c2d7b2-7c83-4167-ba51-19a118a85bbd&id=87d6efed-6009-428c-a11a-f45e84f70310&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0428123 May 10 19:43:19.458840 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d767a2-c0ff-4c42-9389-f88116d65aba req-9bd0e789-f61a-4393-b0ca-69826acee196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:19.460417 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-91d767a2-c0ff-4c42-9389-f88116d65aba req-9bd0e789-f61a-4393-b0ca-69826acee196 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6ed23273-d1bc-49ce-b9bf-812c8207f785 HTTP/1.1" status: 200 len: 1098 time: 0.2235920 May 10 19:43:19.512893 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-91d767a2-c0ff-4c42-9389-f88116d65aba req-64afc389-df5d-4543-b897-7198068c5bce service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=01f2bf09-78e4-4c55-b276-3ad848ceeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444901 May 10 19:43:19.697828 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-cdcfa9aa-abb3-4ad7-b727-2d802c00328b tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757498915184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757498479629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10503775'] for port, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:19.703053 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-301a42fd-b7a1-49e2-8445-973d4dbc20cb tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:43:19.747106 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcfa9aa-abb3-4ad7-b727-2d802c00328b tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Pushing event deleted for resources: {'Port': ['ID=78325a27-b871-41bf-80e9-d2108fe1237b,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:43:19.749597 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-cdcfa9aa-abb3-4ad7-b727-2d802c00328b tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:43:19.845046 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-cdcfa9aa-abb3-4ad7-b727-2d802c00328b tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks [] for floatingip, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:19.859115 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-cdcfa9aa-abb3-4ad7-b727-2d802c00328b tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149324'] for floatingip, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:19.860230 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-cdcfa9aa-abb3-4ad7-b727-2d802c00328b tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "DELETE /v2.0/floatingips/1756b32c-3610-490d-a39f-05badff07284 HTTP/1.1" status: 204 len: 168 time: 0.9602287 May 10 19:43:20.220550 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 45050) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:43:20.225869 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.v2.base [None req-f8e23b0c-d29e-4904-99d7-39b211e36fad tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Request body: {'security_group': {'name': 'tempest-securitygroup--715874364', 'description': 'tempest-description--1059269203'}} {{(pid=79295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:43:20.231891 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-f8e23b0c-d29e-4904-99d7-39b211e36fad tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:43:20.236383 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-f8e23b0c-d29e-4904-99d7-39b211e36fad tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Usage tracker for resource:security_group and tenant:48537c19bc3f482ca2c677fa41f568c5 is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:43:20.239276 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-f8e23b0c-d29e-4904-99d7-39b211e36fad tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:43:20.245844 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-f8e23b0c-d29e-4904-99d7-39b211e36fad tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:43:20.324241 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-f8e23b0c-d29e-4904-99d7-39b211e36fad tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks [] for security_group, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:20.355563 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-f8e23b0c-d29e-4904-99d7-39b211e36fad tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:43:20.361572 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-f8e23b0c-d29e-4904-99d7-39b211e36fad tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Usage tracker for resource:security_group_rule and tenant:48537c19bc3f482ca2c677fa41f568c5 is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:43:20.366273 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-f8e23b0c-d29e-4904-99d7-39b211e36fad tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:43:20.373270 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-f8e23b0c-d29e-4904-99d7-39b211e36fad tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:43:20.410960 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047fd3a-8d8f-4a14-98ec-dbac223d188a req-87e118db-d046-4f78-a791-0c6a491eb174 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:20.412433 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-2047fd3a-8d8f-4a14-98ec-dbac223d188a req-87e118db-d046-4f78-a791-0c6a491eb174 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ed23273-d1bc-49ce-b9bf-812c8207f785 HTTP/1.1" status: 200 len: 945 time: 0.1261292 May 10 19:43:20.487966 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-2047fd3a-8d8f-4a14-98ec-dbac223d188a req-0de67a20-91b6-4ca3-a21a-22a12d20e49c tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "GET /v2.0/security-groups?id=01f2bf09-78e4-4c55-b276-3ad848ceeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680811 May 10 19:43:20.507718 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-f8e23b0c-d29e-4904-99d7-39b211e36fad tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks [] for security_group, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:20.586032 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-f8e23b0c-d29e-4904-99d7-39b211e36fad tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:20.595974 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-a018de47-a7bd-44f5-af4f-371f69c9f144 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:43:20.639912 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e23b0c-d29e-4904-99d7-39b211e36fad tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d26f064f-c1ee-441a-b1bc-92f08242a1ed,revision_number=1']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:43:20.643607 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-f8e23b0c-d29e-4904-99d7-39b211e36fad tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:43:20.671801 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97d3da-4027-49b3-aa92-d20c68e70f1d req-fc2fefce-dfd4-46bf-9097-e39297fe8a9d tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:20.673253 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-4b97d3da-4027-49b3-aa92-d20c68e70f1d req-fc2fefce-dfd4-46bf-9097-e39297fe8a9d tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/ports?device_id=45587dc1-7d8a-487d-b4b9-fb1b814500df HTTP/1.1" status: 200 len: 984 time: 0.1219385 May 10 19:43:20.717163 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-f8e23b0c-d29e-4904-99d7-39b211e36fad tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks [] for security_group, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:20.718318 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-f8e23b0c-d29e-4904-99d7-39b211e36fad tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4967139 May 10 19:43:20.721851 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 45056) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:43:20.725984 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-4b97d3da-4027-49b3-aa92-d20c68e70f1d req-3ff3eef0-8df7-4b02-8023-18069de45407 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1c2d7b2-7c83-4167-ba51-19a118a85bbd&id=87d6efed-6009-428c-a11a-f45e84f70310&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0463827 May 10 19:43:20.728240 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.v2.base [None req-7fd96ef3-2863-40a3-920e-2d1beb93e8c2 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Request body: {'security_group_rule': {'security_group_id': 'd26f064f-c1ee-441a-b1bc-92f08242a1ed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:43:20.734561 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-7fd96ef3-2863-40a3-920e-2d1beb93e8c2 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:43:20.739400 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-7fd96ef3-2863-40a3-920e-2d1beb93e8c2 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Usage tracker for resource:security_group_rule and tenant:48537c19bc3f482ca2c677fa41f568c5 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:43:20.743234 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-7fd96ef3-2863-40a3-920e-2d1beb93e8c2 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:43:20.750227 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-7fd96ef3-2863-40a3-920e-2d1beb93e8c2 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:43:20.842903 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-7fd96ef3-2863-40a3-920e-2d1beb93e8c2 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:20.902699 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-7fd96ef3-2863-40a3-920e-2d1beb93e8c2 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:20.985436 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-7fd96ef3-2863-40a3-920e-2d1beb93e8c2 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561224'] for security_group_rule, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:20.987464 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-d9fde9e0-9069-486c-9503-a1312283a431 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:43:21.007207 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd96ef3-2863-40a3-920e-2d1beb93e8c2 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=330f6429-0585-4697-9ede-f496a7de2cd7,revision_number=0']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:43:21.010972 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-7fd96ef3-2863-40a3-920e-2d1beb93e8c2 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:43:21.091854 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-7fd96ef3-2863-40a3-920e-2d1beb93e8c2 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:21.093031 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-7fd96ef3-2863-40a3-920e-2d1beb93e8c2 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3694460 May 10 19:43:21.096347 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 45062) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:43:21.101263 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.v2.base [None req-9245eeb5-ba73-4aa0-a147-0399ee5ae10d tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Request body: {'security_group_rule': {'security_group_id': 'd26f064f-c1ee-441a-b1bc-92f08242a1ed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:43:21.106929 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-9245eeb5-ba73-4aa0-a147-0399ee5ae10d tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:43:21.110652 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-9245eeb5-ba73-4aa0-a147-0399ee5ae10d tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Usage tracker for resource:security_group_rule and tenant:48537c19bc3f482ca2c677fa41f568c5 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:43:21.113474 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-9245eeb5-ba73-4aa0-a147-0399ee5ae10d tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:43:21.119447 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-9245eeb5-ba73-4aa0-a147-0399ee5ae10d tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:43:21.199882 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-9245eeb5-ba73-4aa0-a147-0399ee5ae10d tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:21.342891 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-9245eeb5-ba73-4aa0-a147-0399ee5ae10d tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:21.400273 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-9245eeb5-ba73-4aa0-a147-0399ee5ae10d tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561224'] for security_group_rule, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:21.402215 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:43:21.423075 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245eeb5-ba73-4aa0-a147-0399ee5ae10d tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c88d2a7-cea7-42d6-a716-e6a9d55bb500,revision_number=0']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:43:21.425528 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-9245eeb5-ba73-4aa0-a147-0399ee5ae10d tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:43:21.517704 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-9245eeb5-ba73-4aa0-a147-0399ee5ae10d tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:21.518718 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-9245eeb5-ba73-4aa0-a147-0399ee5ae10d tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4214709 May 10 19:43:21.521721 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 45068) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:43:21.528111 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.v2.base [None req-b5d7d898-6a99-424a-895b-04d82dd77533 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Request body: {'floatingip': {'floating_network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989'}} {{(pid=79296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:43:21.532388 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-b5d7d898-6a99-424a-895b-04d82dd77533 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:43:21.536113 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-b5d7d898-6a99-424a-895b-04d82dd77533 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Usage tracker for resource:floatingip and tenant:48537c19bc3f482ca2c677fa41f568c5 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:43:21.538907 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-b5d7d898-6a99-424a-895b-04d82dd77533 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:43:21.544497 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-b5d7d898-6a99-424a-895b-04d82dd77533 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:43:21.629488 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-b5d7d898-6a99-424a-895b-04d82dd77533 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks [] for floatingip, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:21.671643 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff74420-d249-49b3-9b8e-3f26451cd764 req-6b1eda66-ef70-48f3-8862-e023e3202254 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:21.673105 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-dff74420-d249-49b3-9b8e-3f26451cd764 req-6b1eda66-ef70-48f3-8862-e023e3202254 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ed23273-d1bc-49ce-b9bf-812c8207f785 HTTP/1.1" status: 200 len: 945 time: 0.0804019 May 10 19:43:21.719629 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-dff74420-d249-49b3-9b8e-3f26451cd764 req-7023df1c-33f7-4b0f-a388-ddadff69e731 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "GET /v2.0/security-groups?id=01f2bf09-78e4-4c55-b276-3ad848ceeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400062 May 10 19:43:21.765005 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-b5d7d898-6a99-424a-895b-04d82dd77533 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:21.899499 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.db_base_plugin_common [None req-b5d7d898-6a99-424a-895b-04d82dd77533 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Allocated IP 172.28.3.77 (18edca27-7fe5-44f0-bd00-188f2dc0b989/39840ae5-5b78-40c6-8289-bd2c4c3e7489/b09f3d39-b105-4647-bada-9eb67aa90073) {{(pid=79296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:43:22.040246 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-b5d7d898-6a99-424a-895b-04d82dd77533 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks [] for port, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:22.117531 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-b5d7d898-6a99-424a-895b-04d82dd77533 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757498479620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10503775'] for port, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:22.121810 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-95579165-38a2-47a5-871d-09e96f78779b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:43:22.174931 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d7d898-6a99-424a-895b-04d82dd77533 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Network 18edca27-7fe5-44f0-bd00-188f2dc0b989 is already hosted by enough agents. {{(pid=79296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:43:22.177524 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.base_scheduler [None req-b5d7d898-6a99-424a-895b-04d82dd77533 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Resources bound (agent type, host, resource id): {{(pid=79296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:43:22.181093 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d7d898-6a99-424a-895b-04d82dd77533 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Received port after_create {{(pid=79296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:43:22.224185 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d7d898-6a99-424a-895b-04d82dd77533 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Pushing event updated for resources: {'Port': ['ID=b09f3d39-b105-4647-bada-9eb67aa90073,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:43:22.227927 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-b5d7d898-6a99-424a-895b-04d82dd77533 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:43:22.269060 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-b5d7d898-6a99-424a-895b-04d82dd77533 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:22.374243 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-b5d7d898-6a99-424a-895b-04d82dd77533 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:22.578369 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-b5d7d898-6a99-424a-895b-04d82dd77533 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks [] for port, precommit_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:22.671283 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-b5d7d898-6a99-424a-895b-04d82dd77533 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10503750'] for port, after_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:22.675882 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-ab8818e8-b81d-4c24-be57-85af99a8ca13 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:43:22.777811 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d7d898-6a99-424a-895b-04d82dd77533 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Pushing event updated for resources: {'Port': ['ID=b09f3d39-b105-4647-bada-9eb67aa90073,revision_number=2']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:43:22.781852 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-b5d7d898-6a99-424a-895b-04d82dd77533 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:43:22.792141 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-b5d7d898-6a99-424a-895b-04d82dd77533 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658293'] for floatingip, after_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:22.876901 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-b5d7d898-6a99-424a-895b-04d82dd77533 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149324'] for floatingip, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:22.878574 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-b5d7d898-6a99-424a-895b-04d82dd77533 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3560224 May 10 19:43:23.092768 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-83412063-671e-4781-a71d-2419080657fd req-cdf73f06-c3e9-4379-b922-f358a659db70 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Synchronizing usage tracker for tenant:48537c19bc3f482ca2c677fa41f568c5 on resource:security_group {{(pid=79295) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:43:23.174047 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-83412063-671e-4781-a71d-2419080657fd req-cdf73f06-c3e9-4379-b922-f358a659db70 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Unset dirty status for tenant:48537c19bc3f482ca2c677fa41f568c5 on resource:security_group {{(pid=79295) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:43:23.175714 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-83412063-671e-4781-a71d-2419080657fd req-cdf73f06-c3e9-4379-b922-f358a659db70 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--715874364&fields=id&tenant_id=48537c19bc3f482ca2c677fa41f568c5 HTTP/1.1" status: 200 len: 267 time: 0.1218529 May 10 19:43:23.322167 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83412063-671e-4781-a71d-2419080657fd req-7ed3f46a-565a-4417-aa89-25c689e4248b tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:23.323629 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-83412063-671e-4781-a71d-2419080657fd req-7ed3f46a-565a-4417-aa89-25c689e4248b tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/networks?id=c1996f27-1db4-443b-b1de-2cd374f7ede0 HTTP/1.1" status: 200 len: 816 time: 0.1412568 May 10 19:43:23.337778 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-83412063-671e-4781-a71d-2419080657fd req-3e8e21bb-2f41-4657-a4f6-561f122619da tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/quotas/48537c19bc3f482ca2c677fa41f568c5 HTTP/1.1" status: 200 len: 375 time: 0.0087078 May 10 19:43:23.422803 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-83412063-671e-4781-a71d-2419080657fd req-5f383170-1285-49f5-a730-185beb99282e tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=48537c19bc3f482ca2c677fa41f568c5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0801680 May 10 19:43:23.599033 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-83412063-671e-4781-a71d-2419080657fd req-317321a6-1f2b-4b1e-ac7c-d0843238348b service neutron] 10.222.0.46 "GET /v2.0/networks/c1996f27-1db4-443b-b1de-2cd374f7ede0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643007 May 10 19:43:23.729477 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-83412063-671e-4781-a71d-2419080657fd req-8a8e9d31-ca73-48b5-bd54-b78b7ded0aad service neutron] 10.222.0.46 "GET /v2.0/networks/c1996f27-1db4-443b-b1de-2cd374f7ede0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245401 May 10 19:43:24.005354 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-9f736b2d-172e-4206-a4c5-8a860fee68d4 req-9de7a2c2-306b-4d3b-83cf-d79522a06151 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee4a4195-7c12-4bdc-9abe-c582a50d895d HTTP/1.1" status: 200 len: 210 time: 0.0416453 May 10 19:43:25.154538 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-abeb759d-d7d3-4196-b336-65467bf32f65 req-6ca45d54-049f-477d-8597-1e11979b847d tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee4a4195-7c12-4bdc-9abe-c582a50d895d HTTP/1.1" status: 200 len: 210 time: 0.0425098 May 10 19:43:25.951561 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83412063-671e-4781-a71d-2419080657fd req-78905f7f-0f49-4d0b-842d-d535b503d21a tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:25.952235 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [req-83412063-671e-4781-a71d-2419080657fd req-78905f7f-0f49-4d0b-842d-d535b503d21a tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Synchronizing usage tracker for tenant:48537c19bc3f482ca2c677fa41f568c5 on resource:network {{(pid=79296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:43:26.048367 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [req-83412063-671e-4781-a71d-2419080657fd req-78905f7f-0f49-4d0b-842d-d535b503d21a tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Unset dirty status for tenant:48537c19bc3f482ca2c677fa41f568c5 on resource:network {{(pid=79296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:43:26.049452 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-83412063-671e-4781-a71d-2419080657fd req-78905f7f-0f49-4d0b-842d-d535b503d21a tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.36 "GET /v2.0/networks?id=c1996f27-1db4-443b-b1de-2cd374f7ede0 HTTP/1.1" status: 200 len: 816 time: 0.2417734 May 10 19:43:26.098150 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [req-83412063-671e-4781-a71d-2419080657fd req-5d7a8e19-a8e2-4e87-872a-45a4bd48271b tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Synchronizing usage tracker for tenant:48537c19bc3f482ca2c677fa41f568c5 on resource:security_group {{(pid=79296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:43:26.110626 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [req-83412063-671e-4781-a71d-2419080657fd req-5d7a8e19-a8e2-4e87-872a-45a4bd48271b tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Unset dirty status for tenant:48537c19bc3f482ca2c677fa41f568c5 on resource:security_group {{(pid=79296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:43:26.111834 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-83412063-671e-4781-a71d-2419080657fd req-5d7a8e19-a8e2-4e87-872a-45a4bd48271b tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48537c19bc3f482ca2c677fa41f568c5 HTTP/1.1" status: 200 len: 379 time: 0.0538383 May 10 19:43:26.123532 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.v2.base [req-83412063-671e-4781-a71d-2419080657fd req-9245e408-73c0-4e3d-bbc7-c43571cd5ada tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Request body: {'port': {'device_id': 'ee4a4195-7c12-4bdc-9abe-c582a50d895d', 'network_id': 'c1996f27-1db4-443b-b1de-2cd374f7ede0', 'admin_state_up': True, 'tenant_id': '48537c19bc3f482ca2c677fa41f568c5', 'security_groups': ['d26f064f-c1ee-441a-b1bc-92f08242a1ed']}} {{(pid=79296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:43:26.259455 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [req-83412063-671e-4781-a71d-2419080657fd req-9245e408-73c0-4e3d-bbc7-c43571cd5ada tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:43:26.263527 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [req-83412063-671e-4781-a71d-2419080657fd req-9245e408-73c0-4e3d-bbc7-c43571cd5ada tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Usage tracker for resource:port and tenant:48537c19bc3f482ca2c677fa41f568c5 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:43:26.266332 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [req-83412063-671e-4781-a71d-2419080657fd req-9245e408-73c0-4e3d-bbc7-c43571cd5ada tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:43:26.272605 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [req-83412063-671e-4781-a71d-2419080657fd req-9245e408-73c0-4e3d-bbc7-c43571cd5ada tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:43:26.314818 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-49a61e92-e145-41b8-9f37-c83766f08892 req-e22ae863-5168-4440-b2a4-70fe802e7bdc tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee4a4195-7c12-4bdc-9abe-c582a50d895d HTTP/1.1" status: 200 len: 210 time: 0.0455828 May 10 19:43:26.357019 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83412063-671e-4781-a71d-2419080657fd req-9245e408-73c0-4e3d-bbc7-c43571cd5ada tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Made reservation on behalf of 48537c19bc3f482ca2c677fa41f568c5 for: {'port': 1} {{(pid=79296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:43:26.360629 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-83412063-671e-4781-a71d-2419080657fd req-9245e408-73c0-4e3d-bbc7-c43571cd5ada tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:26.520712 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.db_base_plugin_common [req-83412063-671e-4781-a71d-2419080657fd req-9245e408-73c0-4e3d-bbc7-c43571cd5ada tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Allocated IP 172.20.0.10 (c1996f27-1db4-443b-b1de-2cd374f7ede0/d9a3be94-0d38-4426-8d23-4357f15ca2f9/60aa8e33-108b-44cd-ae6e-a76f5a69dec5) {{(pid=79296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:43:26.809233 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-83412063-671e-4781-a71d-2419080657fd req-9245e408-73c0-4e3d-bbc7-c43571cd5ada tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks [] for port, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:26.824758 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.provisioning_blocks [req-83412063-671e-4781-a71d-2419080657fd req-9245e408-73c0-4e3d-bbc7-c43571cd5ada tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Transition to ACTIVE for port object 60aa8e33-108b-44cd-ae6e-a76f5a69dec5 will not be triggered until provisioned by entity DHCP. {{(pid=79296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:43:26.951699 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-83412063-671e-4781-a71d-2419080657fd req-9245e408-73c0-4e3d-bbc7-c43571cd5ada tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757498479620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10503775'] for port, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:26.957075 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-6bfcd7a0-97c9-4451-b084-a2522c2a0ce4 tempest-ServerRescueNegativeTestJSON-1022533820 tempest-ServerRescueNegativeTestJSON-1022533820-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:43:27.017699 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83412063-671e-4781-a71d-2419080657fd req-9245e408-73c0-4e3d-bbc7-c43571cd5ada tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Network c1996f27-1db4-443b-b1de-2cd374f7ede0 is already hosted by enough agents. {{(pid=79296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:43:27.020754 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.base_scheduler [req-83412063-671e-4781-a71d-2419080657fd req-9245e408-73c0-4e3d-bbc7-c43571cd5ada tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Resources bound (agent type, host, resource id): {{(pid=79296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:43:27.024646 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.l3_dvrscheduler_db [req-83412063-671e-4781-a71d-2419080657fd req-9245e408-73c0-4e3d-bbc7-c43571cd5ada tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Received port after_create {{(pid=79296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:43:27.070119 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245e408-73c0-4e3d-bbc7-c43571cd5ada tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Pushing event updated for resources: {'Port': ['ID=60aa8e33-108b-44cd-ae6e-a76f5a69dec5,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:43:27.074562 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-9245e408-73c0-4e3d-bbc7-c43571cd5ada tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:43:27.098283 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83412063-671e-4781-a71d-2419080657fd req-9245e408-73c0-4e3d-bbc7-c43571cd5ada tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:27.098930 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-83412063-671e-4781-a71d-2419080657fd req-9245e408-73c0-4e3d-bbc7-c43571cd5ada tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149324'] for port, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:27.189881 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-83412063-671e-4781-a71d-2419080657fd req-9245e408-73c0-4e3d-bbc7-c43571cd5ada tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0699077 May 10 19:43:27.201324 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.v2.base [req-83412063-671e-4781-a71d-2419080657fd req-32fd13fd-1283-4d40-9410-df48639d9f02 service neutron] Request body: {'port': {'device_id': 'ee4a4195-7c12-4bdc-9abe-c582a50d895d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=79296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:43:27.315583 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-83412063-671e-4781-a71d-2419080657fd req-32fd13fd-1283-4d40-9410-df48639d9f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:27.380056 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-2ad95cfc-9cec-4f76-b557-fa0d29640ee3 None None] Provisioning for port 60aa8e33-108b-44cd-ae6e-a76f5a69dec5 completed by entity DHCP. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:43:27.385492 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-2ad95cfc-9cec-4f76-b557-fa0d29640ee3 None None] Provisioning complete for port 60aa8e33-108b-44cd-ae6e-a76f5a69dec5 triggered by entity DHCP. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:43:27.385869 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-2ad95cfc-9cec-4f76-b557-fa0d29640ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:27.438498 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.plugin [None req-2ad95cfc-9cec-4f76-b557-fa0d29640ee3 None None] Port 60aa8e33-108b-44cd-ae6e-a76f5a69dec5 cannot update to ACTIVE because it is not bound. {{(pid=79297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 19:43:27.506701 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b1814-31bc-4c0b-8187-e51fd753ba62 req-cd87bd8c-97e4-4581-8560-786aee561d18 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:27.508148 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-753b1814-31bc-4c0b-8187-e51fd753ba62 req-cd87bd8c-97e4-4581-8560-786aee561d18 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee4a4195-7c12-4bdc-9abe-c582a50d895d HTTP/1.1" status: 200 len: 932 time: 0.0828876 May 10 19:43:27.552425 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-753b1814-31bc-4c0b-8187-e51fd753ba62 req-745262f5-77d9-4e74-947e-27c7ae1e9f90 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=d26f064f-c1ee-441a-b1bc-92f08242a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385723 May 10 19:43:27.653530 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.notifiers.nova [req-83412063-671e-4781-a71d-2419080657fd req-32fd13fd-1283-4d40-9410-df48639d9f02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60aa8e33-108b-44cd-ae6e-a76f5a69dec5 {{(pid=79296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:43:27.660654 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-83412063-671e-4781-a71d-2419080657fd req-32fd13fd-1283-4d40-9410-df48639d9f02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:27.674711 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.provisioning_blocks [req-83412063-671e-4781-a71d-2419080657fd req-32fd13fd-1283-4d40-9410-df48639d9f02 service neutron] Transition to ACTIVE for port object 60aa8e33-108b-44cd-ae6e-a76f5a69dec5 will not be triggered until provisioned by entity L2. {{(pid=79296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:43:27.722371 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-83412063-671e-4781-a71d-2419080657fd req-32fd13fd-1283-4d40-9410-df48639d9f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10503750'] for port, after_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:27.727304 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-b5d7d898-6a99-424a-895b-04d82dd77533 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:43:27.882105 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd13fd-1283-4d40-9410-df48639d9f02 service neutron] Pushing event updated for resources: {'Port': ['ID=60aa8e33-108b-44cd-ae6e-a76f5a69dec5,revision_number=2']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:43:27.889554 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-32fd13fd-1283-4d40-9410-df48639d9f02 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:43:27.955227 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.managers [req-83412063-671e-4781-a71d-2419080657fd req-32fd13fd-1283-4d40-9410-df48639d9f02 service neutron] Attempting to bind port 60aa8e33-108b-44cd-ae6e-a76f5a69dec5 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=79296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:43:27.955886 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.managers [req-83412063-671e-4781-a71d-2419080657fd req-32fd13fd-1283-4d40-9410-df48639d9f02 service neutron] Attempting to bind port 60aa8e33-108b-44cd-ae6e-a76f5a69dec5 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '108993fe-967b-403c-a08b-306337f62f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c1996f27-1db4-443b-b1de-2cd374f7ede0'}] {{(pid=79296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:43:27.955886 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83412063-671e-4781-a71d-2419080657fd req-32fd13fd-1283-4d40-9410-df48639d9f02 service neutron] Attempting to bind port 60aa8e33-108b-44cd-ae6e-a76f5a69dec5 on network c1996f27-1db4-443b-b1de-2cd374f7ede0 {{(pid=79296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:43:27.961063 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83412063-671e-4781-a71d-2419080657fd req-32fd13fd-1283-4d40-9410-df48639d9f02 service neutron] Port 60aa8e33-108b-44cd-ae6e-a76f5a69dec5 on network c1996f27-1db4-443b-b1de-2cd374f7ede0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=79296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 19:43:27.961377 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83412063-671e-4781-a71d-2419080657fd req-32fd13fd-1283-4d40-9410-df48639d9f02 service neutron] Attempting to bind port 60aa8e33-108b-44cd-ae6e-a76f5a69dec5 on network c1996f27-1db4-443b-b1de-2cd374f7ede0 {{(pid=79296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:43:27.966486 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83412063-671e-4781-a71d-2419080657fd req-32fd13fd-1283-4d40-9410-df48639d9f02 service neutron] Checking agent: {'id': '9c4a8215-4a8c-47cd-bc08-47634ab436c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 35, 38), 'started_at': datetime.datetime(2021, 5, 10, 19, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:43:27.966821 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83412063-671e-4781-a71d-2419080657fd req-32fd13fd-1283-4d40-9410-df48639d9f02 service neutron] Checking segment: {'id': '108993fe-967b-403c-a08b-306337f62f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c1996f27-1db4-443b-b1de-2cd374f7ede0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:43:27.967230 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83412063-671e-4781-a71d-2419080657fd req-32fd13fd-1283-4d40-9410-df48639d9f02 service neutron] Bound using segment: {'id': '108993fe-967b-403c-a08b-306337f62f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c1996f27-1db4-443b-b1de-2cd374f7ede0'} {{(pid=79296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:43:27.967684 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.managers [req-83412063-671e-4781-a71d-2419080657fd req-32fd13fd-1283-4d40-9410-df48639d9f02 service neutron] Bound port: 60aa8e33-108b-44cd-ae6e-a76f5a69dec5, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '108993fe-967b-403c-a08b-306337f62f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c1996f27-1db4-443b-b1de-2cd374f7ede0'}}] {{(pid=79296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:43:27.968024 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-83412063-671e-4781-a71d-2419080657fd req-32fd13fd-1283-4d40-9410-df48639d9f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:28.056253 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.db [req-83412063-671e-4781-a71d-2419080657fd req-32fd13fd-1283-4d40-9410-df48639d9f02 service neutron] For port 60aa8e33-108b-44cd-ae6e-a76f5a69dec5, host hv-cinder-78445, cleared binding levels {{(pid=79296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:43:28.059109 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.db [req-83412063-671e-4781-a71d-2419080657fd req-32fd13fd-1283-4d40-9410-df48639d9f02 service neutron] For port 60aa8e33-108b-44cd-ae6e-a76f5a69dec5, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=60aa8e33-108b-44cd-ae6e-a76f5a69dec5,segment=NetworkSegment(108993fe-967b-403c-a08b-306337f62f28),segment_id=108993fe-967b-403c-a08b-306337f62f28)] {{(pid=79296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:43:28.155004 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-83412063-671e-4781-a71d-2419080657fd req-32fd13fd-1283-4d40-9410-df48639d9f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10503750'] for port, after_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:28.158561 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-5cd0818a-76d4-4d66-b038-d9439e7641c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:43:28.211171 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83412063-671e-4781-a71d-2419080657fd req-32fd13fd-1283-4d40-9410-df48639d9f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:28.211775 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-83412063-671e-4781-a71d-2419080657fd req-32fd13fd-1283-4d40-9410-df48639d9f02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149324'] for port, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:28.213117 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-83412063-671e-4781-a71d-2419080657fd req-32fd13fd-1283-4d40-9410-df48639d9f02 service neutron] 10.222.0.36 "PUT /v2.0/ports/60aa8e33-108b-44cd-ae6e-a76f5a69dec5 HTTP/1.1" status: 200 len: 1094 time: 1.0162263 May 10 19:43:28.213603 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee4a4195-7c12-4bdc-9abe-c582a50d895d', 'tag': '60aa8e33-108b-44cd-ae6e-a76f5a69dec5'}] {{(pid=79296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:43:28.243500 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd13fd-1283-4d40-9410-df48639d9f02 service neutron] Pushing event updated for resources: {'Port': ['ID=60aa8e33-108b-44cd-ae6e-a76f5a69dec5,revision_number=3']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:43:28.246620 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-32fd13fd-1283-4d40-9410-df48639d9f02 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:43:28.268746 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee4a4195-7c12-4bdc-9abe-c582a50d895d', 'tag': '60aa8e33-108b-44cd-ae6e-a76f5a69dec5', 'status': 'completed', 'code': 200} May 10 19:43:28.365553 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230afb98-18bb-4e9e-ad4c-a23863eca25f req-5e1e8fab-3ecd-457c-964a-549b0a817f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:28.367316 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-230afb98-18bb-4e9e-ad4c-a23863eca25f req-5e1e8fab-3ecd-457c-964a-549b0a817f51 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=48537c19bc3f482ca2c677fa41f568c5&device_id=ee4a4195-7c12-4bdc-9abe-c582a50d895d HTTP/1.1" status: 200 len: 1097 time: 0.0764513 May 10 19:43:28.505152 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230afb98-18bb-4e9e-ad4c-a23863eca25f req-37a984d8-deca-4219-ad82-5b2d04b852c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:28.507062 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-230afb98-18bb-4e9e-ad4c-a23863eca25f req-37a984d8-deca-4219-ad82-5b2d04b852c4 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=48537c19bc3f482ca2c677fa41f568c5&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1328807 May 10 19:43:28.643318 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230afb98-18bb-4e9e-ad4c-a23863eca25f req-b45e2165-2adb-4887-aa8a-ae252d41402d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:28.644826 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-230afb98-18bb-4e9e-ad4c-a23863eca25f req-b45e2165-2adb-4887-aa8a-ae252d41402d service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1313140 May 10 19:43:28.749098 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154bb97b-69e4-4e7d-a8ba-972bc22e00da req-2e2ed41c-3fea-4ad6-a290-cc130a428355 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:28.750567 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-154bb97b-69e4-4e7d-a8ba-972bc22e00da req-2e2ed41c-3fea-4ad6-a290-cc130a428355 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee4a4195-7c12-4bdc-9abe-c582a50d895d HTTP/1.1" status: 200 len: 944 time: 0.0836985 May 10 19:43:28.760985 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83412063-671e-4781-a71d-2419080657fd req-14c36d24-5c88-489a-81c8-fc1ff4ab923a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:28.762532 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-83412063-671e-4781-a71d-2419080657fd req-14c36d24-5c88-489a-81c8-fc1ff4ab923a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=48537c19bc3f482ca2c677fa41f568c5&device_id=ee4a4195-7c12-4bdc-9abe-c582a50d895d HTTP/1.1" status: 200 len: 1097 time: 0.0756915 May 10 19:43:28.796304 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-154bb97b-69e4-4e7d-a8ba-972bc22e00da req-65c876da-c442-4d6f-a2c5-c108615e378a tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=d26f064f-c1ee-441a-b1bc-92f08242a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398605 May 10 19:43:28.919921 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-83412063-671e-4781-a71d-2419080657fd req-217c0a10-81e2-44e2-b1fd-6984188cd12d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60aa8e33-108b-44cd-ae6e-a76f5a69dec5 HTTP/1.1" status: 200 len: 217 time: 0.1499250 May 10 19:43:29.003802 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83412063-671e-4781-a71d-2419080657fd req-ad0218f4-81b8-4777-b759-1a6fbff151bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:29.005210 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-83412063-671e-4781-a71d-2419080657fd req-ad0218f4-81b8-4777-b759-1a6fbff151bf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d9a3be94-0d38-4426-8d23-4357f15ca2f9 HTTP/1.1" status: 200 len: 855 time: 0.0569456 May 10 19:43:29.079104 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83412063-671e-4781-a71d-2419080657fd req-ec9a67dc-8280-4b96-8278-d02266a29f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:29.080440 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-83412063-671e-4781-a71d-2419080657fd req-ec9a67dc-8280-4b96-8278-d02266a29f0d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c1996f27-1db4-443b-b1de-2cd374f7ede0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0685067 May 10 19:43:29.207740 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-83412063-671e-4781-a71d-2419080657fd req-9eff57c0-5ef1-4cfc-afe7-c5fc10ebb3e9 service neutron] 10.222.0.36 "GET /v2.0/networks/c1996f27-1db4-443b-b1de-2cd374f7ede0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208913 May 10 19:43:29.336248 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-83412063-671e-4781-a71d-2419080657fd req-b6eaa751-d0b8-49d1-86ba-2c94251e8026 service neutron] 10.222.0.36 "GET /v2.0/networks/c1996f27-1db4-443b-b1de-2cd374f7ede0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224310 May 10 19:43:29.979503 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89fff1e-ffb3-411a-a72e-e0bf4c95d7e2 req-95fb3439-c526-4dd3-ad56-11b9904764d9 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:29.980930 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-b89fff1e-ffb3-411a-a72e-e0bf4c95d7e2 req-95fb3439-c526-4dd3-ad56-11b9904764d9 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee4a4195-7c12-4bdc-9abe-c582a50d895d HTTP/1.1" status: 200 len: 944 time: 0.0772395 May 10 19:43:30.027534 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-b89fff1e-ffb3-411a-a72e-e0bf4c95d7e2 req-0af7c4d2-b216-4aab-b73b-7b8696c48e14 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=d26f064f-c1ee-441a-b1bc-92f08242a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410211 May 10 19:43:30.103623 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.agents_db [None req-ff3cf147-8285-4226-b8f5-cc0a2e41555e None None] Agent healthcheck: found 6 active agents {{(pid=79298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:43:30.765560 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device 60aa8e33-108b-44cd-ae6e-a76f5a69dec5 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=79297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 19:43:30.893921 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] For port 60aa8e33-108b-44cd-ae6e-a76f5a69dec5, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=60aa8e33-108b-44cd-ae6e-a76f5a69dec5,segment=NetworkSegment(108993fe-967b-403c-a08b-306337f62f28),segment_id=108993fe-967b-403c-a08b-306337f62f28)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:43:30.906501 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Returning: {'device': '60aa8e33-108b-44cd-ae6e-a76f5a69dec5', 'network_id': 'c1996f27-1db4-443b-b1de-2cd374f7ede0', 'port_id': '60aa8e33-108b-44cd-ae6e-a76f5a69dec5', 'mac_address': 'fa:16:3e:49:87:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9a3be94-0d38-4426-8d23-4357f15ca2f9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 19:43:30.963620 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:30.980047 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.notifiers.nova [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60aa8e33-108b-44cd-ae6e-a76f5a69dec5 {{(pid=79297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:43:30.996085 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] For port 60aa8e33-108b-44cd-ae6e-a76f5a69dec5, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=60aa8e33-108b-44cd-ae6e-a76f5a69dec5,segment=NetworkSegment(108993fe-967b-403c-a08b-306337f62f28),segment_id=108993fe-967b-403c-a08b-306337f62f28)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:43:31.065483 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:31.067264 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:43:31.132024 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Pushing event updated for resources: {'Port': ['ID=60aa8e33-108b-44cd-ae6e-a76f5a69dec5,revision_number=4']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:43:31.135055 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:43:31.211752 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72565512-9a3e-4534-b217-472402b3b5e2 req-d56b1927-3c89-4349-8cd5-de2e3b22cd52 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:31.213175 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-72565512-9a3e-4534-b217-472402b3b5e2 req-d56b1927-3c89-4349-8cd5-de2e3b22cd52 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee4a4195-7c12-4bdc-9abe-c582a50d895d HTTP/1.1" status: 200 len: 945 time: 0.0777590 May 10 19:43:31.257052 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-72565512-9a3e-4534-b217-472402b3b5e2 req-f2ca7a91-0c67-4446-a041-6db9c1bc527d tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=d26f064f-c1ee-441a-b1bc-92f08242a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382662 May 10 19:43:31.316551 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] get_ports_and_sgs() called for port_ids ['60aa8e33-108b-44cd-ae6e-a76f5a69dec5'] {{(pid=79297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:43:32.515532 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a22473-c7c1-4f69-98bb-55bf1ba649f1 req-f95be01f-b13e-463f-a946-a53cf5599ea5 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:32.516995 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-62a22473-c7c1-4f69-98bb-55bf1ba649f1 req-f95be01f-b13e-463f-a946-a53cf5599ea5 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee4a4195-7c12-4bdc-9abe-c582a50d895d HTTP/1.1" status: 200 len: 945 time: 0.1541526 May 10 19:43:32.560970 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-62a22473-c7c1-4f69-98bb-55bf1ba649f1 req-a0cad29d-9767-49ae-929f-79bb04a6bf35 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=d26f064f-c1ee-441a-b1bc-92f08242a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383005 May 10 19:43:32.782503 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device 60aa8e33-108b-44cd-ae6e-a76f5a69dec5 up at agent hyperv_hv-cinder-78445 {{(pid=79297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:43:32.899724 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Provisioning for port 60aa8e33-108b-44cd-ae6e-a76f5a69dec5 completed by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:43:32.904419 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Provisioning complete for port 60aa8e33-108b-44cd-ae6e-a76f5a69dec5 triggered by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:43:32.904803 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:33.018492 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:33.044007 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee4a4195-7c12-4bdc-9abe-c582a50d895d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60aa8e33-108b-44cd-ae6e-a76f5a69dec5'}] {{(pid=79297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:43:33.054325 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] For port 60aa8e33-108b-44cd-ae6e-a76f5a69dec5, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=60aa8e33-108b-44cd-ae6e-a76f5a69dec5,segment=NetworkSegment(108993fe-967b-403c-a08b-306337f62f28),segment_id=108993fe-967b-403c-a08b-306337f62f28)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:43:33.087418 dv-cinder-784453-6-smb neutron-server[79297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee4a4195-7c12-4bdc-9abe-c582a50d895d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60aa8e33-108b-44cd-ae6e-a76f5a69dec5', 'code': 200} May 10 19:43:33.128777 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:33.132484 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:43:33.199269 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Pushing event updated for resources: {'Port': ['ID=60aa8e33-108b-44cd-ae6e-a76f5a69dec5,revision_number=5']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:43:33.202410 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:43:33.472985 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f09218-bcae-43ff-bcba-e41b77ef774a req-8e33f1d1-438c-49a2-9894-624a347f8aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:33.474366 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-34f09218-bcae-43ff-bcba-e41b77ef774a req-8e33f1d1-438c-49a2-9894-624a347f8aa1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ee4a4195-7c12-4bdc-9abe-c582a50d895d HTTP/1.1" status: 200 len: 1099 time: 0.0727179 May 10 19:43:33.515795 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-34f09218-bcae-43ff-bcba-e41b77ef774a req-bf93c639-fb12-4b3f-aaf6-77437fbdf5fa service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d26f064f-c1ee-441a-b1bc-92f08242a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338168 May 10 19:43:33.750307 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1fc0d5-02a5-4495-9c2b-2f6dbc3b0761 req-276f6e30-41da-432c-b419-5ebe8c6a53d3 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:33.751680 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-bf1fc0d5-02a5-4495-9c2b-2f6dbc3b0761 req-276f6e30-41da-432c-b419-5ebe8c6a53d3 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee4a4195-7c12-4bdc-9abe-c582a50d895d HTTP/1.1" status: 200 len: 946 time: 0.0806270 May 10 19:43:33.796002 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-bf1fc0d5-02a5-4495-9c2b-2f6dbc3b0761 req-3799cc4f-c364-4ace-99db-c5e46ea77dea tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=d26f064f-c1ee-441a-b1bc-92f08242a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386338 May 10 19:43:34.982616 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57722155-7f84-4b96-b875-44294e2950d5 req-94278a4d-513f-4ac5-804b-7940d0039869 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:34.984087 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-57722155-7f84-4b96-b875-44294e2950d5 req-94278a4d-513f-4ac5-804b-7940d0039869 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee4a4195-7c12-4bdc-9abe-c582a50d895d HTTP/1.1" status: 200 len: 946 time: 0.0806382 May 10 19:43:35.031402 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-57722155-7f84-4b96-b875-44294e2950d5 req-a3727a3b-a9b7-4225-84b4-a142b86b4394 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=d26f064f-c1ee-441a-b1bc-92f08242a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416341 May 10 19:43:35.209857 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c5f60-1650-4911-bd49-d32ba5cbad9c req-46dfedd8-de62-4b36-a191-8b13d7b92f66 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:35.211307 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-1c5c5f60-1650-4911-bd49-d32ba5cbad9c req-46dfedd8-de62-4b36-a191-8b13d7b92f66 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee4a4195-7c12-4bdc-9abe-c582a50d895d HTTP/1.1" status: 200 len: 946 time: 0.0774100 May 10 19:43:35.219665 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 45126) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:43:35.224692 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.v2.base [None req-769c0172-7534-43b3-a0c5-ce8acfed25e2 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Request body: {'floatingip': {'port_id': '60aa8e33-108b-44cd-ae6e-a76f5a69dec5'}} {{(pid=79295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:43:35.300757 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-769c0172-7534-43b3-a0c5-ce8acfed25e2 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks [] for floatingip, before_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:35.867469 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-769c0172-7534-43b3-a0c5-ce8acfed25e2 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:35.911251 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-769c0172-7534-43b3-a0c5-ce8acfed25e2 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658293'] for floatingip, after_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:36.078549 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.db.l3_db [None req-769c0172-7534-43b3-a0c5-ce8acfed25e2 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Floating IP 8eb43781-5a2b-4005-9d2d-8380c8f4c6e0 associated. External IP: 172.28.3.77, port: 60aa8e33-108b-44cd-ae6e-a76f5a69dec5. May 10 19:43:36.379419 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-74dc11ef-475c-4e93-ad16-9198209e75ba req-493b7d70-6bc0-40e8-8859-3885f97d81b5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6ed23273-d1bc-49ce-b9bf-812c8207f785&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0683217 May 10 19:43:36.507980 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-769c0172-7534-43b3-a0c5-ce8acfed25e2 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Router b3bca94c-7681-45d2-b349-5bdb3b7f02c0 has already been hosted by L3 agent 66c26874-6d1a-4324-9002-6da014815c52 {{(pid=79295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:43:36.519807 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dc11ef-475c-4e93-ad16-9198209e75ba req-bdb4982a-bf1e-4ab2-ba7a-4617878710b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:36.521303 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-74dc11ef-475c-4e93-ad16-9198209e75ba req-bdb4982a-bf1e-4ab2-ba7a-4617878710b0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=536ec0bc9dcf4f2580e2ea96cc3adb48&device_id=6ed23273-d1bc-49ce-b9bf-812c8207f785 HTTP/1.1" status: 200 len: 1098 time: 0.0737417 May 10 19:43:36.667673 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dc11ef-475c-4e93-ad16-9198209e75ba req-b873eb4b-1ee7-4db8-83be-906675fa6891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:36.669027 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-74dc11ef-475c-4e93-ad16-9198209e75ba req-b873eb4b-1ee7-4db8-83be-906675fa6891 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5e639025-eadf-4b4c-bd6d-cdc3eaf5928c HTTP/1.1" status: 200 len: 910 time: 0.1274757 May 10 19:43:36.689760 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-769c0172-7534-43b3-a0c5-ce8acfed25e2 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify agent at l3_agent.dv-cinder-784453-6-smb the message routers_updated {{(pid=79295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:43:36.694772 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-769c0172-7534-43b3-a0c5-ce8acfed25e2 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149324'] for floatingip, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:36.699193 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbe9dfe-26bf-4de6-8a2a-712a779305f8 None None] Sync routers for ids ['b3bca94c-7681-45d2-b349-5bdb3b7f02c0'] in dv-cinder-784453-6-smb {{(pid=79297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:43:36.708411 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbe9dfe-26bf-4de6-8a2a-712a779305f8 None None] Routers {'b3bca94c-7681-45d2-b349-5bdb3b7f02c0'} bound to L3 agent in host dv-cinder-784453-6-smb {{(pid=79297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:43:36.709603 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_hamode_db [None req-4cbe9dfe-26bf-4de6-8a2a-712a779305f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T19:29:11Z,description=,heartbeat_timestamp=2021-05-10T19:43:11Z,host='dv-cinder-784453-6-smb',id=66c26874-6d1a-4324-9002-6da014815c52,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:29:11Z,topic='l3_agent')) {'router_ids': ['b3bca94c-7681-45d2-b349-5bdb3b7f02c0'], 'active': True} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:43:36.749611 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-769c0172-7534-43b3-a0c5-ce8acfed25e2 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "PUT /v2.0/floatingips/8eb43781-5a2b-4005-9d2d-8380c8f4c6e0 HTTP/1.1" status: 200 len: 991 time: 1.5289140 May 10 19:43:36.750287 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee4a4195-7c12-4bdc-9abe-c582a50d895d', 'tag': '60aa8e33-108b-44cd-ae6e-a76f5a69dec5'}] {{(pid=79295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:43:36.802158 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee4a4195-7c12-4bdc-9abe-c582a50d895d', 'tag': '60aa8e33-108b-44cd-ae6e-a76f5a69dec5', 'status': 'completed', 'code': 200} May 10 19:43:36.805860 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-74dc11ef-475c-4e93-ad16-9198209e75ba req-ac448622-9ac2-456e-9c63-cb36faa147f2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5195c633-b875-4d3a-9786-f1f377251b14 HTTP/1.1" status: 200 len: 1000 time: 0.1290667 May 10 19:43:36.872411 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dc11ef-475c-4e93-ad16-9198209e75ba req-01df7f13-bfaf-4b53-b94e-27eef993d65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:36.874093 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-74dc11ef-475c-4e93-ad16-9198209e75ba req-01df7f13-bfaf-4b53-b94e-27eef993d65d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be8f9184-e655-413c-8c2a-cea8adc5553d HTTP/1.1" status: 200 len: 848 time: 0.0607898 May 10 19:43:36.899573 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvr_db [None req-4cbe9dfe-26bf-4de6-8a2a-712a779305f8 None None] Set router b3bca94c-7681-45d2-b349-5bdb3b7f02c0 gateway port host: dv-cinder-784453-6-smb {{(pid=79297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:43:36.901265 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd513213-19f7-458d-9ee4-54ce2ce8e50e req-5463a8ab-5778-42ee-ad40-cce39959271a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:36.902884 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-fd513213-19f7-458d-9ee4-54ce2ce8e50e req-5463a8ab-5778-42ee-ad40-cce39959271a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=48537c19bc3f482ca2c677fa41f568c5&device_id=ee4a4195-7c12-4bdc-9abe-c582a50d895d HTTP/1.1" status: 200 len: 1099 time: 0.0807738 May 10 19:43:36.955505 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dc11ef-475c-4e93-ad16-9198209e75ba req-cb79312e-4eba-4996-b4ee-ecbfc65496cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:36.956869 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-74dc11ef-475c-4e93-ad16-9198209e75ba req-cb79312e-4eba-4996-b4ee-ecbfc65496cc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5e639025-eadf-4b4c-bd6d-cdc3eaf5928c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0746152 May 10 19:43:37.034735 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd513213-19f7-458d-9ee4-54ce2ce8e50e req-8b3b27e4-3e98-4c5c-a6bc-c641846a484a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:37.036233 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-fd513213-19f7-458d-9ee4-54ce2ce8e50e req-8b3b27e4-3e98-4c5c-a6bc-c641846a484a service neutron] 10.222.0.36 "GET /v2.0/networks?id=c1996f27-1db4-443b-b1de-2cd374f7ede0 HTTP/1.1" status: 200 len: 917 time: 0.1271808 May 10 19:43:37.087396 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-74dc11ef-475c-4e93-ad16-9198209e75ba req-c18fc9fa-8ae1-4c6c-8811-99dd955df75c service neutron] 10.222.0.36 "GET /v2.0/networks/5e639025-eadf-4b4c-bd6d-cdc3eaf5928c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233447 May 10 19:43:37.141083 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-fd513213-19f7-458d-9ee4-54ce2ce8e50e req-ea448854-debc-4f38-9c8f-a6524dd7ba6c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60aa8e33-108b-44cd-ae6e-a76f5a69dec5 HTTP/1.1" status: 200 len: 999 time: 0.0958297 May 10 19:43:37.213690 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd513213-19f7-458d-9ee4-54ce2ce8e50e req-72fbe782-a5cd-4299-880b-1262734b430d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:37.215722 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-fd513213-19f7-458d-9ee4-54ce2ce8e50e req-72fbe782-a5cd-4299-880b-1262734b430d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d9a3be94-0d38-4426-8d23-4357f15ca2f9 HTTP/1.1" status: 200 len: 855 time: 0.0617940 May 10 19:43:37.220172 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-74dc11ef-475c-4e93-ad16-9198209e75ba req-26685b75-3002-4c0e-aef9-37d07335afd4 service neutron] 10.222.0.36 "GET /v2.0/networks/5e639025-eadf-4b4c-bd6d-cdc3eaf5928c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253645 May 10 19:43:37.245164 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_hamode_db [None req-4cbe9dfe-26bf-4de6-8a2a-712a779305f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3bca94c-7681-45d2-b349-5bdb3b7f02c0', 'name': 'tempest-AttachVolumeShelveTestJSON-345493500-router', 'tenant_id': '48537c19bc3f482ca2c677fa41f568c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.116'}], 'enable_snat': True}, 'gw_port_id': '136d140f-4409-481d-ab66-9a9e97e842de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:40:09Z', 'updated_at': '2021-05-10T19:40:17Z', 'revision_number': 4, 'project_id': '48537c19bc3f482ca2c677fa41f568c5', 'gw_port': {'id': '136d140f-4409-481d-ab66-9a9e97e842de', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:00:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3bca94c-7681-45d2-b349-5bdb3b7f02c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:40:11Z', 'updated_at': '2021-05-10T19:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb', '_floatingips': [{'id': '8eb43781-5a2b-4005-9d2d-8380c8f4c6e0', 'tenant_id': '48537c19bc3f482ca2c677fa41f568c5', 'floating_ip_address': '172.28.3.77', 'floating_network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'router_id': 'b3bca94c-7681-45d2-b349-5bdb3b7f02c0', 'port_id': '60aa8e33-108b-44cd-ae6e-a76f5a69dec5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1996f27-1db4-443b-b1de-2cd374f7ede0', 'mac_address': 'fa:16:3e:49:87:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4a4195-7c12-4bdc-9abe-c582a50d895d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T19:43:22Z', 'updated_at': '2021-05-10T19:43:35Z', 'revision_number': 1, 'project_id': '48537c19bc3f482ca2c677fa41f568c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7af7da28-028b-4c22-bc5f-c5094fed24f9', 'name': '', 'network_id': 'c1996f27-1db4-443b-b1de-2cd374f7ede0', 'tenant_id': '48537c19bc3f482ca2c677fa41f568c5', 'mac_address': 'fa:16:3e:ff:30:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3bca94c-7681-45d2-b349-5bdb3b7f02c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'd9a3be94-0d38-4426-8d23-4357f15ca2f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:40:16Z', 'updated_at': '2021-05-10T19:40:25Z', 'revision_number': 5, 'project_id': '48537c19bc3f482ca2c677fa41f568c5', 'subnets': [{'id': 'd9a3be94-0d38-4426-8d23-4357f15ca2f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-smb', False) {} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:43:37.249061 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbe9dfe-26bf-4de6-8a2a-712a779305f8 None None] Checking router: b3bca94c-7681-45d2-b349-5bdb3b7f02c0 for host: dv-cinder-784453-6-smb {{(pid=79297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:43:37.264362 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbe9dfe-26bf-4de6-8a2a-712a779305f8 None None] Routers {'b3bca94c-7681-45d2-b349-5bdb3b7f02c0'} bound to L3 agent in host dv-cinder-784453-6-smb {{(pid=79297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:43:37.264362 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_hamode_db [None req-4cbe9dfe-26bf-4de6-8a2a-712a779305f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T19:29:11Z,description=,heartbeat_timestamp=2021-05-10T19:43:11Z,host='dv-cinder-784453-6-smb',id=66c26874-6d1a-4324-9002-6da014815c52,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:29:11Z,topic='l3_agent')) {'router_ids': ['b3bca94c-7681-45d2-b349-5bdb3b7f02c0'], 'active': True} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:43:37.299594 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd513213-19f7-458d-9ee4-54ce2ce8e50e req-fb87e2b3-ea27-414c-88b3-2ba606c56b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:37.301117 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-fd513213-19f7-458d-9ee4-54ce2ce8e50e req-fb87e2b3-ea27-414c-88b3-2ba606c56b50 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c1996f27-1db4-443b-b1de-2cd374f7ede0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0710499 May 10 19:43:37.436869 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-fd513213-19f7-458d-9ee4-54ce2ce8e50e req-265efc37-a3cb-4add-88d2-795ad3febbd3 service neutron] 10.222.0.36 "GET /v2.0/networks/c1996f27-1db4-443b-b1de-2cd374f7ede0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270916 May 10 19:43:37.460388 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvr_db [None req-4cbe9dfe-26bf-4de6-8a2a-712a779305f8 None None] Set router b3bca94c-7681-45d2-b349-5bdb3b7f02c0 gateway port host: dv-cinder-784453-6-smb {{(pid=79297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:43:37.569497 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-fd513213-19f7-458d-9ee4-54ce2ce8e50e req-edb5f044-8615-422e-8437-6c53de023d95 service neutron] 10.222.0.36 "GET /v2.0/networks/c1996f27-1db4-443b-b1de-2cd374f7ede0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245627 May 10 19:43:37.800120 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_hamode_db [None req-4cbe9dfe-26bf-4de6-8a2a-712a779305f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3bca94c-7681-45d2-b349-5bdb3b7f02c0', 'name': 'tempest-AttachVolumeShelveTestJSON-345493500-router', 'tenant_id': '48537c19bc3f482ca2c677fa41f568c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.116'}], 'enable_snat': True}, 'gw_port_id': '136d140f-4409-481d-ab66-9a9e97e842de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:40:09Z', 'updated_at': '2021-05-10T19:40:17Z', 'revision_number': 4, 'project_id': '48537c19bc3f482ca2c677fa41f568c5', 'gw_port': {'id': '136d140f-4409-481d-ab66-9a9e97e842de', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:00:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3bca94c-7681-45d2-b349-5bdb3b7f02c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:40:11Z', 'updated_at': '2021-05-10T19:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb', '_floatingips': [{'id': '8eb43781-5a2b-4005-9d2d-8380c8f4c6e0', 'tenant_id': '48537c19bc3f482ca2c677fa41f568c5', 'floating_ip_address': '172.28.3.77', 'floating_network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'router_id': 'b3bca94c-7681-45d2-b349-5bdb3b7f02c0', 'port_id': '60aa8e33-108b-44cd-ae6e-a76f5a69dec5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1996f27-1db4-443b-b1de-2cd374f7ede0', 'mac_address': 'fa:16:3e:49:87:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4a4195-7c12-4bdc-9abe-c582a50d895d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T19:43:22Z', 'updated_at': '2021-05-10T19:43:35Z', 'revision_number': 1, 'project_id': '48537c19bc3f482ca2c677fa41f568c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7af7da28-028b-4c22-bc5f-c5094fed24f9', 'name': '', 'network_id': 'c1996f27-1db4-443b-b1de-2cd374f7ede0', 'tenant_id': '48537c19bc3f482ca2c677fa41f568c5', 'mac_address': 'fa:16:3e:ff:30:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3bca94c-7681-45d2-b349-5bdb3b7f02c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'd9a3be94-0d38-4426-8d23-4357f15ca2f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:40:16Z', 'updated_at': '2021-05-10T19:40:25Z', 'revision_number': 5, 'project_id': '48537c19bc3f482ca2c677fa41f568c5', 'subnets': [{'id': 'd9a3be94-0d38-4426-8d23-4357f15ca2f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-smb', False) {} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:43:37.803973 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbe9dfe-26bf-4de6-8a2a-712a779305f8 None None] The sync data for ids ['b3bca94c-7681-45d2-b349-5bdb3b7f02c0'] in dv-cinder-784453-6-smb is: [{'id': 'b3bca94c-7681-45d2-b349-5bdb3b7f02c0', 'name': 'tempest-AttachVolumeShelveTestJSON-345493500-router', 'tenant_id': '48537c19bc3f482ca2c677fa41f568c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.116'}], 'enable_snat': True}, 'gw_port_id': '136d140f-4409-481d-ab66-9a9e97e842de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:40:09Z', 'updated_at': '2021-05-10T19:40:17Z', 'revision_number': 4, 'project_id': '48537c19bc3f482ca2c677fa41f568c5', 'gw_port': {'id': '136d140f-4409-481d-ab66-9a9e97e842de', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:00:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3bca94c-7681-45d2-b349-5bdb3b7f02c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:40:11Z', 'updated_at': '2021-05-10T19:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb', '_floatingips': [{'id': '8eb43781-5a2b-4005-9d2d-8380c8f4c6e0', 'tenant_id': '48537c19bc3f482ca2c677fa41f568c5', 'floating_ip_address': '172.28.3.77', 'floating_network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'router_id': 'b3bca94c-7681-45d2-b349-5bdb3b7f02c0', 'port_id': '60aa8e33-108b-44cd-ae6e-a76f5a69dec5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1996f27-1db4-443b-b1de-2cd374f7ede0', 'mac_address': 'fa:16:3e:49:87:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4a4195-7c12-4bdc-9abe-c582a50d895d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T19:43:22Z', 'updated_at': '2021-05-10T19:43:35Z', 'revision_number': 1, 'project_id': '48537c19bc3f482ca2c677fa41f568c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7af7da28-028b-4c22-bc5f-c5094fed24f9', 'name': '', 'network_id': 'c1996f27-1db4-443b-b1de-2cd374f7ede0', 'tenant_id': '48537c19bc3f482ca2c677fa41f568c5', 'mac_address': 'fa:16:3e:ff:30:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3bca94c-7681-45d2-b349-5bdb3b7f02c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'd9a3be94-0d38-4426-8d23-4357f15ca2f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:40:16Z', 'updated_at': '2021-05-10T19:40:25Z', 'revision_number': 5, 'project_id': '48537c19bc3f482ca2c677fa41f568c5', 'subnets': [{'id': 'd9a3be94-0d38-4426-8d23-4357f15ca2f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:43:37.980208 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32b5d38-683f-4f2a-b010-3e51e66359b1 None None] New status for floating IP 8eb43781-5a2b-4005-9d2d-8380c8f4c6e0: ACTIVE {{(pid=79298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:43:38.294174 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-a0df84d0-1a39-4b85-a9bf-d28a47c4a150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:38.322574 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:40.802615 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-dd0a5903-4456-4ab9-866f-aa16a755f492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:40.911479 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:41.917208 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-05ecdfa3-b7ee-4afa-83d7-ebb5bc70016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:43.714929 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-02078f97-e06b-4c48-b673-8bf9bf3f5f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:56.210731 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-e3afc279-7b2d-4fc7-b798-e16c3bdaae1b req-c8809deb-b465-4231-9c50-4defa8be080b tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-966321128&fields=id&tenant_id=ef8a604ad20c4dd39e313f34dabc9a91 HTTP/1.1" status: 200 len: 267 time: 0.0447118 May 10 19:43:56.292473 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3afc279-7b2d-4fc7-b798-e16c3bdaae1b req-5b8ae18a-169c-4acf-b14c-20a293ca7302 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:56.293908 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-e3afc279-7b2d-4fc7-b798-e16c3bdaae1b req-5b8ae18a-169c-4acf-b14c-20a293ca7302 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/ports?device_id=45587dc1-7d8a-487d-b4b9-fb1b814500df HTTP/1.1" status: 200 len: 984 time: 0.0778646 May 10 19:43:56.304860 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.v2.base [req-e3afc279-7b2d-4fc7-b798-e16c3bdaae1b req-8eac5922-fd7c-403b-ad4d-8eaf0baf370e tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Request body: {'port': {'security_groups': ['a1c2d7b2-7c83-4167-ba51-19a118a85bbd']}} {{(pid=79295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:43:56.504139 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-e3afc279-7b2d-4fc7-b798-e16c3bdaae1b req-8eac5922-fd7c-403b-ad4d-8eaf0baf370e tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:56.740631 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.db [req-e3afc279-7b2d-4fc7-b798-e16c3bdaae1b req-8eac5922-fd7c-403b-ad4d-8eaf0baf370e tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] For port 14444943-e20d-4660-9aa7-7147b59052b2, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=14444943-e20d-4660-9aa7-7147b59052b2,segment=NetworkSegment(20ee66b0-f45d-4341-af81-e2cda99186a9),segment_id=20ee66b0-f45d-4341-af81-e2cda99186a9)] {{(pid=79295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:43:56.765309 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-e3afc279-7b2d-4fc7-b798-e16c3bdaae1b req-8eac5922-fd7c-403b-ad4d-8eaf0baf370e tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Notify callbacks [] for port, precommit_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:56.834791 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-e3afc279-7b2d-4fc7-b798-e16c3bdaae1b req-8eac5922-fd7c-403b-ad4d-8eaf0baf370e tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10826897'] for port, after_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:56.840887 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-39eb54e7-3288-4636-b364-6f402bb290eb tempest-VolumesSnapshotTestJSON-393041074 tempest-VolumesSnapshotTestJSON-393041074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:43:56.846652 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] get_ports_and_sgs() called for port_ids ['14444943-e20d-4660-9aa7-7147b59052b2'] {{(pid=79297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:43:56.899673 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3afc279-7b2d-4fc7-b798-e16c3bdaae1b req-8eac5922-fd7c-403b-ad4d-8eaf0baf370e tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:56.900287 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-e3afc279-7b2d-4fc7-b798-e16c3bdaae1b req-8eac5922-fd7c-403b-ad4d-8eaf0baf370e tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149324'] for port, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:56.901646 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-e3afc279-7b2d-4fc7-b798-e16c3bdaae1b req-8eac5922-fd7c-403b-ad4d-8eaf0baf370e tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "PUT /v2.0/ports/14444943-e20d-4660-9aa7-7147b59052b2 HTTP/1.1" status: 200 len: 942 time: 0.6017146 May 10 19:43:56.902640 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45587dc1-7d8a-487d-b4b9-fb1b814500df', 'tag': '14444943-e20d-4660-9aa7-7147b59052b2'}] {{(pid=79295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:43:56.908148 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 45178) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:43:56.936364 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eac5922-fd7c-403b-ad4d-8eaf0baf370e tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Pushing event updated for resources: {'Port': ['ID=14444943-e20d-4660-9aa7-7147b59052b2,revision_number=7']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:43:56.944731 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eac5922-fd7c-403b-ad4d-8eaf0baf370e tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:43:56.945101 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eac5922-fd7c-403b-ad4d-8eaf0baf370e tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:43:56.945597 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eac5922-fd7c-403b-ad4d-8eaf0baf370e tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:43:56.945962 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eac5922-fd7c-403b-ad4d-8eaf0baf370e tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:43:56.946634 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eac5922-fd7c-403b-ad4d-8eaf0baf370e tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:43:56.946777 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eac5922-fd7c-403b-ad4d-8eaf0baf370e tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:43:56.947089 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eac5922-fd7c-403b-ad4d-8eaf0baf370e tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:43:56.947439 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eac5922-fd7c-403b-ad4d-8eaf0baf370e tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:43:56.947839 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eac5922-fd7c-403b-ad4d-8eaf0baf370e tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:43:56.948189 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eac5922-fd7c-403b-ad4d-8eaf0baf370e tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:43:56.958640 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eac5922-fd7c-403b-ad4d-8eaf0baf370e tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:43:56.959149 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eac5922-fd7c-403b-ad4d-8eaf0baf370e tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:43:56.971536 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-8eac5922-fd7c-403b-ad4d-8eaf0baf370e tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:43:56.973155 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45587dc1-7d8a-487d-b4b9-fb1b814500df', 'tag': '14444943-e20d-4660-9aa7-7147b59052b2', 'status': 'completed', 'code': 200} May 10 19:43:57.011392 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-5dec16b4-dab6-4524-bc1f-41a3ade874bc tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Notify callbacks [] for security_group, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:57.034732 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] get_ports_and_sgs() called for port_ids ['14444943-e20d-4660-9aa7-7147b59052b2'] {{(pid=79297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:43:57.046679 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-5dec16b4-dab6-4524-bc1f-41a3ade874bc tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:57.128651 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116be5ea-d74c-4bbd-9a16-f93038b1f8e2 req-331fecf4-a7cb-4117-88b6-34fd6699c379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:57.130521 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-116be5ea-d74c-4bbd-9a16-f93038b1f8e2 req-331fecf4-a7cb-4117-88b6-34fd6699c379 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef8a604ad20c4dd39e313f34dabc9a91&device_id=45587dc1-7d8a-487d-b4b9-fb1b814500df HTTP/1.1" status: 200 len: 1098 time: 0.1317387 May 10 19:43:57.176901 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-edf043cd-c0b8-4543-a8c1-c75c0b67749b None None] Provisioning complete for port 14444943-e20d-4660-9aa7-7147b59052b2 triggered by entity DHCP. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:43:57.177209 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-edf043cd-c0b8-4543-a8c1-c75c0b67749b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:57.195963 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-5dec16b4-dab6-4524-bc1f-41a3ade874bc tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:57.201399 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-528ffb7f-70c1-4a35-8bd4-8d51ab18428b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:43:57.217490 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dec16b4-dab6-4524-bc1f-41a3ade874bc tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d6efed-6009-428c-a11a-f45e84f70310,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:43:57.228565 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dec16b4-dab6-4524-bc1f-41a3ade874bc tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:43:57.228941 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dec16b4-dab6-4524-bc1f-41a3ade874bc tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:43:57.229304 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dec16b4-dab6-4524-bc1f-41a3ade874bc tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:43:57.229853 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dec16b4-dab6-4524-bc1f-41a3ade874bc tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:43:57.230226 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dec16b4-dab6-4524-bc1f-41a3ade874bc tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:43:57.230572 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dec16b4-dab6-4524-bc1f-41a3ade874bc tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:43:57.230996 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dec16b4-dab6-4524-bc1f-41a3ade874bc tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:43:57.231404 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dec16b4-dab6-4524-bc1f-41a3ade874bc tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:43:57.231747 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dec16b4-dab6-4524-bc1f-41a3ade874bc tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:43:57.232097 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dec16b4-dab6-4524-bc1f-41a3ade874bc tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:43:57.232445 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dec16b4-dab6-4524-bc1f-41a3ade874bc tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:43:57.232789 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dec16b4-dab6-4524-bc1f-41a3ade874bc tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:43:57.236635 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-5dec16b4-dab6-4524-bc1f-41a3ade874bc tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:43:57.238107 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-5dec16b4-dab6-4524-bc1f-41a3ade874bc tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Notify callbacks [] for security_group, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:57.240064 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-5dec16b4-dab6-4524-bc1f-41a3ade874bc tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "DELETE /v2.0/security-groups/87d6efed-6009-428c-a11a-f45e84f70310 HTTP/1.1" status: 204 len: 168 time: 0.3280602 May 10 19:43:57.243773 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 45184) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:43:57.273237 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116be5ea-d74c-4bbd-9a16-f93038b1f8e2 req-554d7571-661f-4616-b681-6493575fad72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:57.274723 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-116be5ea-d74c-4bbd-9a16-f93038b1f8e2 req-554d7571-661f-4616-b681-6493575fad72 service neutron] 10.222.0.36 "GET /v2.0/networks?id=439080c1-ef31-466a-b48e-1d7fa4459447 HTTP/1.1" status: 200 len: 916 time: 0.1348889 May 10 19:43:57.377954 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-116be5ea-d74c-4bbd-9a16-f93038b1f8e2 req-d314cbbf-4cbd-4e4d-aa63-d03f6df6c147 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14444943-e20d-4660-9aa7-7147b59052b2 HTTP/1.1" status: 200 len: 1001 time: 0.0962510 May 10 19:43:57.446970 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116be5ea-d74c-4bbd-9a16-f93038b1f8e2 req-825c4b9c-7099-4bdf-86e8-764613a384cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:57.448437 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-116be5ea-d74c-4bbd-9a16-f93038b1f8e2 req-825c4b9c-7099-4bdf-86e8-764613a384cf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5a56506b-41ed-4feb-abff-803d526ecf5f HTTP/1.1" status: 200 len: 854 time: 0.0622001 May 10 19:43:57.525063 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116be5ea-d74c-4bbd-9a16-f93038b1f8e2 req-e2051a8a-a882-4eac-a32e-18450b7241b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:57.526540 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-116be5ea-d74c-4bbd-9a16-f93038b1f8e2 req-e2051a8a-a882-4eac-a32e-18450b7241b0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=439080c1-ef31-466a-b48e-1d7fa4459447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0708270 May 10 19:43:57.606956 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.plugin [None req-773666d6-83f4-4421-8a14-04c200f01b12 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Deleting port 32298214-19a0-4ac7-a08c-5161651927ab {{(pid=79296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:43:57.607214 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-773666d6-83f4-4421-8a14-04c200f01b12 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757498910621'] for port, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:57.658427 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-116be5ea-d74c-4bbd-9a16-f93038b1f8e2 req-7ce7bae8-2159-4387-810b-5e7020d19810 service neutron] 10.222.0.36 "GET /v2.0/networks/439080c1-ef31-466a-b48e-1d7fa4459447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243083 May 10 19:43:57.728089 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-773666d6-83f4-4421-8a14-04c200f01b12 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670902'] for port, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:57.728421 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-773666d6-83f4-4421-8a14-04c200f01b12 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:57.797986 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-116be5ea-d74c-4bbd-9a16-f93038b1f8e2 req-d733e42e-b849-4618-adcb-0b1c99da4280 service neutron] 10.222.0.36 "GET /v2.0/networks/439080c1-ef31-466a-b48e-1d7fa4459447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320167 May 10 19:43:57.849295 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.plugin [None req-773666d6-83f4-4421-8a14-04c200f01b12 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Calling delete_port for 32298214-19a0-4ac7-a08c-5161651927ab owned by network:floatingip {{(pid=79296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:43:58.014219 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-773666d6-83f4-4421-8a14-04c200f01b12 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757498915184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757498479629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10503775'] for port, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:58.018454 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:43:58.063051 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773666d6-83f4-4421-8a14-04c200f01b12 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Pushing event deleted for resources: {'Port': ['ID=32298214-19a0-4ac7-a08c-5161651927ab,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:43:58.066111 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-773666d6-83f4-4421-8a14-04c200f01b12 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:43:58.154559 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-773666d6-83f4-4421-8a14-04c200f01b12 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Notify callbacks [] for floatingip, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:58.154917 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.db.l3_db [None req-773666d6-83f4-4421-8a14-04c200f01b12 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Floating IP 6a7e7814-bf55-4d56-99a6-7a47621e2acf disassociated (deleted). External IP: 172.28.3.196, port: 14444943-e20d-4660-9aa7-7147b59052b2. May 10 19:43:58.493189 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-773666d6-83f4-4421-8a14-04c200f01b12 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Router fe0c78b1-240c-4dcc-8f5c-847a317111d7 has already been hosted by L3 agent 66c26874-6d1a-4324-9002-6da014815c52 {{(pid=79296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:43:58.667904 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-773666d6-83f4-4421-8a14-04c200f01b12 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Notify agent at l3_agent.dv-cinder-784453-6-smb the message routers_updated {{(pid=79296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:43:58.677014 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69b8b15-99a5-440f-a2b6-fe5623c120a7 None None] Sync routers for ids ['fe0c78b1-240c-4dcc-8f5c-847a317111d7'] in dv-cinder-784453-6-smb {{(pid=79297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:43:58.686829 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69b8b15-99a5-440f-a2b6-fe5623c120a7 None None] Routers {'fe0c78b1-240c-4dcc-8f5c-847a317111d7'} bound to L3 agent in host dv-cinder-784453-6-smb {{(pid=79297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:43:58.687543 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_hamode_db [None req-b69b8b15-99a5-440f-a2b6-fe5623c120a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T19:29:11Z,description=,heartbeat_timestamp=2021-05-10T19:43:41Z,host='dv-cinder-784453-6-smb',id=66c26874-6d1a-4324-9002-6da014815c52,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:29:11Z,topic='l3_agent')) {'router_ids': ['fe0c78b1-240c-4dcc-8f5c-847a317111d7'], 'active': True} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:43:58.746299 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-773666d6-83f4-4421-8a14-04c200f01b12 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149324'] for floatingip, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:58.800365 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-773666d6-83f4-4421-8a14-04c200f01b12 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "DELETE /v2.0/floatingips/6a7e7814-bf55-4d56-99a6-7a47621e2acf HTTP/1.1" status: 204 len: 168 time: 1.5551295 May 10 19:43:58.801022 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45587dc1-7d8a-487d-b4b9-fb1b814500df', 'tag': '14444943-e20d-4660-9aa7-7147b59052b2'}] {{(pid=79296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:43:58.848464 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45587dc1-7d8a-487d-b4b9-fb1b814500df', 'tag': '14444943-e20d-4660-9aa7-7147b59052b2', 'status': 'completed', 'code': 200} May 10 19:43:58.874027 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvr_db [None req-b69b8b15-99a5-440f-a2b6-fe5623c120a7 None None] Set router fe0c78b1-240c-4dcc-8f5c-847a317111d7 gateway port host: dv-cinder-784453-6-smb {{(pid=79297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:43:58.947104 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309bee5-4c54-4447-82d9-166c90b03690 req-7dce6835-69c4-46fd-b75a-3a6c57fb3054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:58.948641 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-3309bee5-4c54-4447-82d9-166c90b03690 req-7dce6835-69c4-46fd-b75a-3a6c57fb3054 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef8a604ad20c4dd39e313f34dabc9a91&device_id=45587dc1-7d8a-487d-b4b9-fb1b814500df HTTP/1.1" status: 200 len: 1098 time: 0.0789587 May 10 19:43:59.086065 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309bee5-4c54-4447-82d9-166c90b03690 req-19d6ba70-5e20-4014-a408-e8ab3e3c39ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:59.087290 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-3309bee5-4c54-4447-82d9-166c90b03690 req-19d6ba70-5e20-4014-a408-e8ab3e3c39ed service neutron] 10.222.0.36 "GET /v2.0/networks?id=439080c1-ef31-466a-b48e-1d7fa4459447 HTTP/1.1" status: 200 len: 916 time: 0.1306391 May 10 19:43:59.154637 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-3309bee5-4c54-4447-82d9-166c90b03690 req-f1e9432d-de60-4558-b979-07e16a092e4c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14444943-e20d-4660-9aa7-7147b59052b2 HTTP/1.1" status: 200 len: 217 time: 0.0606744 May 10 19:43:59.197809 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_hamode_db [None req-b69b8b15-99a5-440f-a2b6-fe5623c120a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe0c78b1-240c-4dcc-8f5c-847a317111d7', 'name': 'tempest-TestMinimumBasicScenario-1487899092-router', 'tenant_id': 'ef8a604ad20c4dd39e313f34dabc9a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.73'}], 'enable_snat': True}, 'gw_port_id': 'f3c8c818-295e-45a0-8dbf-490fd7e8e16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:41:29Z', 'updated_at': '2021-05-10T19:41:33Z', 'revision_number': 4, 'project_id': 'ef8a604ad20c4dd39e313f34dabc9a91', 'gw_port': {'id': 'f3c8c818-295e-45a0-8dbf-490fd7e8e16f', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:44:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0c78b1-240c-4dcc-8f5c-847a317111d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:41:29Z', 'updated_at': '2021-05-10T19:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb', '_interfaces': [{'id': '27eb94fd-2948-461a-ba21-edb741f43eea', 'name': '', 'network_id': '439080c1-ef31-466a-b48e-1d7fa4459447', 'tenant_id': 'ef8a604ad20c4dd39e313f34dabc9a91', 'mac_address': 'fa:16:3e:ad:92:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0c78b1-240c-4dcc-8f5c-847a317111d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '5a56506b-41ed-4feb-abff-803d526ecf5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:41:32Z', 'updated_at': '2021-05-10T19:41:39Z', 'revision_number': 5, 'project_id': 'ef8a604ad20c4dd39e313f34dabc9a91', 'subnets': [{'id': '5a56506b-41ed-4feb-abff-803d526ecf5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-smb', False) {} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:43:59.201643 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69b8b15-99a5-440f-a2b6-fe5623c120a7 None None] Checking router: fe0c78b1-240c-4dcc-8f5c-847a317111d7 for host: dv-cinder-784453-6-smb {{(pid=79297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:43:59.211235 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69b8b15-99a5-440f-a2b6-fe5623c120a7 None None] Routers {'fe0c78b1-240c-4dcc-8f5c-847a317111d7'} bound to L3 agent in host dv-cinder-784453-6-smb {{(pid=79297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:43:59.211850 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_hamode_db [None req-b69b8b15-99a5-440f-a2b6-fe5623c120a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T19:29:11Z,description=,heartbeat_timestamp=2021-05-10T19:43:41Z,host='dv-cinder-784453-6-smb',id=66c26874-6d1a-4324-9002-6da014815c52,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:29:11Z,topic='l3_agent')) {'router_ids': ['fe0c78b1-240c-4dcc-8f5c-847a317111d7'], 'active': True} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:43:59.223593 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309bee5-4c54-4447-82d9-166c90b03690 req-bbee970f-806f-4abb-b326-5c3279d1cee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:59.225094 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-3309bee5-4c54-4447-82d9-166c90b03690 req-bbee970f-806f-4abb-b326-5c3279d1cee0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5a56506b-41ed-4feb-abff-803d526ecf5f HTTP/1.1" status: 200 len: 854 time: 0.0598402 May 10 19:43:59.319857 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309bee5-4c54-4447-82d9-166c90b03690 req-385fc103-95c1-49f5-9000-ccf11f390866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:59.322127 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-3309bee5-4c54-4447-82d9-166c90b03690 req-385fc103-95c1-49f5-9000-ccf11f390866 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=439080c1-ef31-466a-b48e-1d7fa4459447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0897465 May 10 19:43:59.454049 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvr_db [None req-b69b8b15-99a5-440f-a2b6-fe5623c120a7 None None] Set router fe0c78b1-240c-4dcc-8f5c-847a317111d7 gateway port host: dv-cinder-784453-6-smb {{(pid=79297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:43:59.546384 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-3309bee5-4c54-4447-82d9-166c90b03690 req-8313bb5a-95b8-4d30-af68-1f0540088788 service neutron] 10.222.0.36 "GET /v2.0/networks/439080c1-ef31-466a-b48e-1d7fa4459447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153835 May 10 19:43:59.678549 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-3309bee5-4c54-4447-82d9-166c90b03690 req-438b5828-7784-4717-b494-1d8bf5aed9ff service neutron] 10.222.0.36 "GET /v2.0/networks/439080c1-ef31-466a-b48e-1d7fa4459447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246207 May 10 19:43:59.765466 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_hamode_db [None req-b69b8b15-99a5-440f-a2b6-fe5623c120a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe0c78b1-240c-4dcc-8f5c-847a317111d7', 'name': 'tempest-TestMinimumBasicScenario-1487899092-router', 'tenant_id': 'ef8a604ad20c4dd39e313f34dabc9a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.73'}], 'enable_snat': True}, 'gw_port_id': 'f3c8c818-295e-45a0-8dbf-490fd7e8e16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:41:29Z', 'updated_at': '2021-05-10T19:41:33Z', 'revision_number': 4, 'project_id': 'ef8a604ad20c4dd39e313f34dabc9a91', 'gw_port': {'id': 'f3c8c818-295e-45a0-8dbf-490fd7e8e16f', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:44:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0c78b1-240c-4dcc-8f5c-847a317111d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:41:29Z', 'updated_at': '2021-05-10T19:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb', '_interfaces': [{'id': '27eb94fd-2948-461a-ba21-edb741f43eea', 'name': '', 'network_id': '439080c1-ef31-466a-b48e-1d7fa4459447', 'tenant_id': 'ef8a604ad20c4dd39e313f34dabc9a91', 'mac_address': 'fa:16:3e:ad:92:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0c78b1-240c-4dcc-8f5c-847a317111d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '5a56506b-41ed-4feb-abff-803d526ecf5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:41:32Z', 'updated_at': '2021-05-10T19:41:39Z', 'revision_number': 5, 'project_id': 'ef8a604ad20c4dd39e313f34dabc9a91', 'subnets': [{'id': '5a56506b-41ed-4feb-abff-803d526ecf5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-smb', False) {} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:43:59.769328 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69b8b15-99a5-440f-a2b6-fe5623c120a7 None None] The sync data for ids ['fe0c78b1-240c-4dcc-8f5c-847a317111d7'] in dv-cinder-784453-6-smb is: [{'id': 'fe0c78b1-240c-4dcc-8f5c-847a317111d7', 'name': 'tempest-TestMinimumBasicScenario-1487899092-router', 'tenant_id': 'ef8a604ad20c4dd39e313f34dabc9a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.73'}], 'enable_snat': True}, 'gw_port_id': 'f3c8c818-295e-45a0-8dbf-490fd7e8e16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:41:29Z', 'updated_at': '2021-05-10T19:41:33Z', 'revision_number': 4, 'project_id': 'ef8a604ad20c4dd39e313f34dabc9a91', 'gw_port': {'id': 'f3c8c818-295e-45a0-8dbf-490fd7e8e16f', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:44:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0c78b1-240c-4dcc-8f5c-847a317111d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:41:29Z', 'updated_at': '2021-05-10T19:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb', '_interfaces': [{'id': '27eb94fd-2948-461a-ba21-edb741f43eea', 'name': '', 'network_id': '439080c1-ef31-466a-b48e-1d7fa4459447', 'tenant_id': 'ef8a604ad20c4dd39e313f34dabc9a91', 'mac_address': 'fa:16:3e:ad:92:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0c78b1-240c-4dcc-8f5c-847a317111d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '5a56506b-41ed-4feb-abff-803d526ecf5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:41:32Z', 'updated_at': '2021-05-10T19:41:39Z', 'revision_number': 5, 'project_id': 'ef8a604ad20c4dd39e313f34dabc9a91', 'subnets': [{'id': '5a56506b-41ed-4feb-abff-803d526ecf5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:43:59.981945 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe27030-1b04-4a90-8b7a-8f813e0450f5 None None] New status for floating IP 6a7e7814-bf55-4d56-99a6-7a47621e2acf: DOWN {{(pid=79298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:44:02.508974 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e077b0-78a7-433e-a590-325535ec27f8 req-a4baae01-97b3-429f-a6f4-d195179e8240 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:44:02.510405 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-a5e077b0-78a7-433e-a590-325535ec27f8 req-a4baae01-97b3-429f-a6f4-d195179e8240 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/ports?device_id=45587dc1-7d8a-487d-b4b9-fb1b814500df HTTP/1.1" status: 200 len: 945 time: 0.0829680 May 10 19:44:02.553481 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-a5e077b0-78a7-433e-a590-325535ec27f8 req-8d88e342-4aa4-43d9-86a0-ecc013f1cff7 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1c2d7b2-7c83-4167-ba51-19a118a85bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374954 May 10 19:44:03.738031 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e227c-535e-45b5-b920-bd0bb4724a29 req-f813092c-fc06-4d01-86ef-37197395ffdf tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:44:03.739518 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-d69e227c-535e-45b5-b920-bd0bb4724a29 req-f813092c-fc06-4d01-86ef-37197395ffdf tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/ports?device_id=45587dc1-7d8a-487d-b4b9-fb1b814500df HTTP/1.1" status: 200 len: 945 time: 0.0823407 May 10 19:44:03.787723 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-d69e227c-535e-45b5-b920-bd0bb4724a29 req-b552b62a-7df7-4f65-b0f5-72c1359b0ca5 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1c2d7b2-7c83-4167-ba51-19a118a85bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417867 May 10 19:44:04.338474 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a6c767-eceb-4360-a674-1a2173b94569 req-232e0895-6ec2-429b-8d21-3499b0b9af26 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:44:04.339848 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-92a6c767-eceb-4360-a674-1a2173b94569 req-232e0895-6ec2-429b-8d21-3499b0b9af26 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.36 "GET /v2.0/ports?device_id=45587dc1-7d8a-487d-b4b9-fb1b814500df HTTP/1.1" status: 200 len: 945 time: 0.0776544 May 10 19:44:04.473962 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.plugin [req-92a6c767-eceb-4360-a674-1a2173b94569 req-60802a07-79f9-4624-ae08-954631254c68 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Deleting port 14444943-e20d-4660-9aa7-7147b59052b2 {{(pid=79295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:44:04.474305 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-92a6c767-eceb-4360-a674-1a2173b94569 req-60802a07-79f9-4624-ae08-954631254c68 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757498910621'] for port, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:04.604095 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.db [req-92a6c767-eceb-4360-a674-1a2173b94569 req-60802a07-79f9-4624-ae08-954631254c68 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] For port 14444943-e20d-4660-9aa7-7147b59052b2, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=14444943-e20d-4660-9aa7-7147b59052b2,segment=NetworkSegment(20ee66b0-f45d-4341-af81-e2cda99186a9),segment_id=20ee66b0-f45d-4341-af81-e2cda99186a9)] {{(pid=79295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:44:04.604381 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-92a6c767-eceb-4360-a674-1a2173b94569 req-60802a07-79f9-4624-ae08-954631254c68 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670902'] for port, precommit_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:04.723923 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.plugin [req-92a6c767-eceb-4360-a674-1a2173b94569 req-60802a07-79f9-4624-ae08-954631254c68 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Calling delete_port for 14444943-e20d-4660-9aa7-7147b59052b2 owned by compute:nova {{(pid=79295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:44:04.929788 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-92a6c767-eceb-4360-a674-1a2173b94569 req-60802a07-79f9-4624-ae08-954631254c68 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757498915184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757498479629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10826888'] for port, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:04.939690 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-d9bfe084-7132-4293-bdb2-7a622da4bbf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:44:04.942003 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] get_ports_and_sgs() called for port_ids ['14444943-e20d-4660-9aa7-7147b59052b2'] {{(pid=79297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:44:04.969364 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-b11ee585-cb7d-456b-b59e-4d6a48346a77 req-bcf56708-4afa-4221-9231-3afcd7ff4b47 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.46 "GET /v2.0/ports?device_id=45587dc1-7d8a-487d-b4b9-fb1b814500df HTTP/1.1" status: 200 len: 210 time: 0.0760171 May 10 19:44:04.984505 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60802a07-79f9-4624-ae08-954631254c68 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Pushing event deleted for resources: {'Port': ['ID=14444943-e20d-4660-9aa7-7147b59052b2,revision_number=None']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:44:04.988049 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-60802a07-79f9-4624-ae08-954631254c68 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:44:05.063946 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.l3_dvrscheduler_db [req-92a6c767-eceb-4360-a674-1a2173b94569 req-60802a07-79f9-4624-ae08-954631254c68 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] No DVR routers for this DVR port 14444943-e20d-4660-9aa7-7147b59052b2 on host hv-cinder-78445 {{(pid=79295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:44:05.066673 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [req-92a6c767-eceb-4360-a674-1a2173b94569 req-60802a07-79f9-4624-ae08-954631254c68 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149324'] for port, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:05.069667 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45587dc1-7d8a-487d-b4b9-fb1b814500df', 'name': 'network-vif-deleted', 'tag': '14444943-e20d-4660-9aa7-7147b59052b2'}] {{(pid=79295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:44:05.080995 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-92a6c767-eceb-4360-a674-1a2173b94569 req-60802a07-79f9-4624-ae08-954631254c68 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] 10.222.0.36 "DELETE /v2.0/ports/14444943-e20d-4660-9aa7-7147b59052b2 HTTP/1.1" status: 204 len: 173 time: 0.7350581 May 10 19:44:05.117941 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45587dc1-7d8a-487d-b4b9-fb1b814500df', 'name': 'network-vif-deleted', 'tag': '14444943-e20d-4660-9aa7-7147b59052b2', 'status': 'completed', 'code': 200} May 10 19:44:07.102109 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.agents_db [None req-ff3cf147-8285-4226-b8f5-cc0a2e41555e None None] Agent healthcheck: found 6 active agents {{(pid=79298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:44:07.290815 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 45284) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:44:07.903962 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-efdf045d-c55a-47c0-8f72-3e241b33cd5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663372'] for router_interface, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:08.265680 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-0314e101-caac-472a-ae9b-9ff710c27f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:08.300158 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:08.305038 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.plugin [None req-efdf045d-c55a-47c0-8f72-3e241b33cd5c admin admin] Deleting port 27eb94fd-2948-461a-ba21-edb741f43eea {{(pid=79296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:44:08.305518 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-efdf045d-c55a-47c0-8f72-3e241b33cd5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757498910621'] for port, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:08.425793 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.db [None req-efdf045d-c55a-47c0-8f72-3e241b33cd5c admin admin] For port 27eb94fd-2948-461a-ba21-edb741f43eea, host dv-cinder-784453-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-smb',level=0,port_id=27eb94fd-2948-461a-ba21-edb741f43eea,segment=NetworkSegment(20ee66b0-f45d-4341-af81-e2cda99186a9),segment_id=20ee66b0-f45d-4341-af81-e2cda99186a9)] {{(pid=79296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:44:08.426152 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-efdf045d-c55a-47c0-8f72-3e241b33cd5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670902'] for port, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:08.544352 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.plugin [None req-efdf045d-c55a-47c0-8f72-3e241b33cd5c admin admin] Calling delete_port for 27eb94fd-2948-461a-ba21-edb741f43eea owned by network:router_interface {{(pid=79296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:44:08.740249 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-efdf045d-c55a-47c0-8f72-3e241b33cd5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757498915184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757498479629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10503775'] for port, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:08.744373 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-40c63c2a-ad69-42db-bad1-0259f74d4290 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:44:08.786990 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdf045d-c55a-47c0-8f72-3e241b33cd5c admin admin] Pushing event deleted for resources: {'Port': ['ID=27eb94fd-2948-461a-ba21-edb741f43eea,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:44:08.790233 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-efdf045d-c55a-47c0-8f72-3e241b33cd5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:44:08.922739 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device 14444943-e20d-4660-9aa7-7147b59052b2 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:44:08.963975 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.plugin [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] No Port match for: 14444943-e20d-4660-9aa7-7147b59052b2 {{(pid=79297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:44:08.969059 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device 14444943-e20d-4660-9aa7-7147b59052b2 not bound to the agent host hv-cinder-78445 {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:44:09.149215 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-efdf045d-c55a-47c0-8f72-3e241b33cd5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665084'] for router_interface, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:09.497659 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efdf045d-c55a-47c0-8f72-3e241b33cd5c admin admin] Router fe0c78b1-240c-4dcc-8f5c-847a317111d7 has already been hosted by L3 agent 66c26874-6d1a-4324-9002-6da014815c52 {{(pid=79296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:44:09.670830 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efdf045d-c55a-47c0-8f72-3e241b33cd5c admin admin] Notify agent at l3_agent.dv-cinder-784453-6-smb the message routers_updated {{(pid=79296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:44:09.679317 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08cb47c-ee9d-4522-8f23-7dd51e935103 None None] Sync routers for ids ['fe0c78b1-240c-4dcc-8f5c-847a317111d7'] in dv-cinder-784453-6-smb {{(pid=79297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:44:09.683496 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-efdf045d-c55a-47c0-8f72-3e241b33cd5c admin admin] 10.222.0.46 "PUT /v2.0/routers/fe0c78b1-240c-4dcc-8f5c-847a317111d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3916106 May 10 19:44:09.685921 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 45292) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:44:09.689251 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08cb47c-ee9d-4522-8f23-7dd51e935103 None None] Routers {'fe0c78b1-240c-4dcc-8f5c-847a317111d7'} bound to L3 agent in host dv-cinder-784453-6-smb {{(pid=79297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:44:09.689951 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_hamode_db [None req-e08cb47c-ee9d-4522-8f23-7dd51e935103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T19:29:11Z,description=,heartbeat_timestamp=2021-05-10T19:43:41Z,host='dv-cinder-784453-6-smb',id=66c26874-6d1a-4324-9002-6da014815c52,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:29:11Z,topic='l3_agent')) {'router_ids': ['fe0c78b1-240c-4dcc-8f5c-847a317111d7'], 'active': True} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:44:09.856307 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-ede78857-893c-4d57-8595-ba84a194e0b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:09.862666 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvr_db [None req-e08cb47c-ee9d-4522-8f23-7dd51e935103 None None] Set router fe0c78b1-240c-4dcc-8f5c-847a317111d7 gateway port host: dv-cinder-784453-6-smb {{(pid=79297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:44:10.026068 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-ede78857-893c-4d57-8595-ba84a194e0b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:10.143745 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_hamode_db [None req-e08cb47c-ee9d-4522-8f23-7dd51e935103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe0c78b1-240c-4dcc-8f5c-847a317111d7', 'name': 'tempest-TestMinimumBasicScenario-1487899092-router', 'tenant_id': 'ef8a604ad20c4dd39e313f34dabc9a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.73'}], 'enable_snat': True}, 'gw_port_id': 'f3c8c818-295e-45a0-8dbf-490fd7e8e16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:41:29Z', 'updated_at': '2021-05-10T19:44:08Z', 'revision_number': 5, 'project_id': 'ef8a604ad20c4dd39e313f34dabc9a91', 'gw_port': {'id': 'f3c8c818-295e-45a0-8dbf-490fd7e8e16f', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:44:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0c78b1-240c-4dcc-8f5c-847a317111d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:41:29Z', 'updated_at': '2021-05-10T19:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb'}], 'dv-cinder-784453-6-smb', False) {} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:44:10.147473 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08cb47c-ee9d-4522-8f23-7dd51e935103 None None] Checking router: fe0c78b1-240c-4dcc-8f5c-847a317111d7 for host: dv-cinder-784453-6-smb {{(pid=79297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:44:10.155727 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08cb47c-ee9d-4522-8f23-7dd51e935103 None None] Routers {'fe0c78b1-240c-4dcc-8f5c-847a317111d7'} bound to L3 agent in host dv-cinder-784453-6-smb {{(pid=79297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:44:10.156325 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_hamode_db [None req-e08cb47c-ee9d-4522-8f23-7dd51e935103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T19:29:11Z,description=,heartbeat_timestamp=2021-05-10T19:43:41Z,host='dv-cinder-784453-6-smb',id=66c26874-6d1a-4324-9002-6da014815c52,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:29:11Z,topic='l3_agent')) {'router_ids': ['fe0c78b1-240c-4dcc-8f5c-847a317111d7'], 'active': True} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:44:10.159162 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.plugin [None req-ede78857-893c-4d57-8595-ba84a194e0b9 admin admin] Deleting port f3c8c818-295e-45a0-8dbf-490fd7e8e16f {{(pid=79296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:44:10.159495 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-ede78857-893c-4d57-8595-ba84a194e0b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757498910621'] for port, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:10.305825 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvr_db [None req-e08cb47c-ee9d-4522-8f23-7dd51e935103 None None] Set router fe0c78b1-240c-4dcc-8f5c-847a317111d7 gateway port host: None {{(pid=79297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:44:10.382485 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.db [None req-ede78857-893c-4d57-8595-ba84a194e0b9 admin admin] For port f3c8c818-295e-45a0-8dbf-490fd7e8e16f, host dv-cinder-784453-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-smb',level=0,port_id=f3c8c818-295e-45a0-8dbf-490fd7e8e16f,segment=NetworkSegment(23ec30ec-fc80-4a54-bc14-1568bb8683df),segment_id=23ec30ec-fc80-4a54-bc14-1568bb8683df)] {{(pid=79296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:44:10.382886 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-ede78857-893c-4d57-8595-ba84a194e0b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670902'] for port, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:10.440371 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_hamode_db [None req-e08cb47c-ee9d-4522-8f23-7dd51e935103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe0c78b1-240c-4dcc-8f5c-847a317111d7', 'name': 'tempest-TestMinimumBasicScenario-1487899092-router', 'tenant_id': 'ef8a604ad20c4dd39e313f34dabc9a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:41:29Z', 'updated_at': '2021-05-10T19:44:10Z', 'revision_number': 6, 'project_id': 'ef8a604ad20c4dd39e313f34dabc9a91', 'gw_port_host': None}], 'dv-cinder-784453-6-smb', False) {} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:44:10.444253 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08cb47c-ee9d-4522-8f23-7dd51e935103 None None] The sync data for ids ['fe0c78b1-240c-4dcc-8f5c-847a317111d7'] in dv-cinder-784453-6-smb is: [{'id': 'fe0c78b1-240c-4dcc-8f5c-847a317111d7', 'name': 'tempest-TestMinimumBasicScenario-1487899092-router', 'tenant_id': 'ef8a604ad20c4dd39e313f34dabc9a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:41:29Z', 'updated_at': '2021-05-10T19:44:10Z', 'revision_number': 6, 'project_id': 'ef8a604ad20c4dd39e313f34dabc9a91', 'gw_port_host': None}] {{(pid=79297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:44:10.503816 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.plugin [None req-ede78857-893c-4d57-8595-ba84a194e0b9 admin admin] Calling delete_port for f3c8c818-295e-45a0-8dbf-490fd7e8e16f owned by network:router_gateway {{(pid=79296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:44:10.727058 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-ede78857-893c-4d57-8595-ba84a194e0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757498915184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757498479629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10503775'] for port, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:10.732113 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-1aaa827c-8df5-4c6d-8aba-ddc9792bbbc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:44:10.779404 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede78857-893c-4d57-8595-ba84a194e0b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3c8c818-295e-45a0-8dbf-490fd7e8e16f,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:44:10.783193 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-ede78857-893c-4d57-8595-ba84a194e0b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:44:10.826134 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-4a5bb648-2a10-4d64-afc9-36cc6f33a55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:10.877580 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-ede78857-893c-4d57-8595-ba84a194e0b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658280'] for router_gateway, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:10.926731 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:11.054083 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-ede78857-893c-4d57-8595-ba84a194e0b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-862260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5467'] for router, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:11.056677 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-ede78857-893c-4d57-8595-ba84a194e0b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:11.137612 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-ede78857-893c-4d57-8595-ba84a194e0b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665210'] for router, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:11.138073 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ede78857-893c-4d57-8595-ba84a194e0b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe0c78b1-240c-4dcc-8f5c-847a317111d7 {{(pid=79296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 19:44:11.150227 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-ede78857-893c-4d57-8595-ba84a194e0b9 admin admin] Notify callbacks [] for router, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:11.151393 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-ede78857-893c-4d57-8595-ba84a194e0b9 admin admin] 10.222.0.46 "DELETE /v2.0/routers/fe0c78b1-240c-4dcc-8f5c-847a317111d7 HTTP/1.1" status: 204 len: 168 time: 1.4645512 May 10 19:44:11.153923 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 45298) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:44:11.214975 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.db_base_plugin_v2 [None req-80f0989d-65f9-4f36-bc5b-e4a3222e4271 admin admin] Deleting subnet 5a56506b-41ed-4feb-abff-803d526ecf5f {{(pid=79296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 19:44:11.219266 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-80f0989d-65f9-4f36-bc5b-e4a3222e4271 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:11.269281 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-80f0989d-65f9-4f36-bc5b-e4a3222e4271 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10932808'] for subnet, precommit_delete_associations {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:11.388099 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-80f0989d-65f9-4f36-bc5b-e4a3222e4271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4008472'] for subnet, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:11.394367 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device f3c8c818-295e-45a0-8dbf-490fd7e8e16f no longer exists at agent ovs-agent-dv-cinder-784453-6-smb {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:44:11.431414 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.plugin [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] No Port match for: f3c8c818-295e-45a0-8dbf-490fd7e8e16f {{(pid=79297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:44:11.431995 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device f3c8c818-295e-45a0-8dbf-490fd7e8e16f not bound to the agent host dv-cinder-784453-6-smb {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:44:11.432686 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device 27eb94fd-2948-461a-ba21-edb741f43eea no longer exists at agent ovs-agent-dv-cinder-784453-6-smb {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:44:11.465375 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.plugin [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] No Port match for: 27eb94fd-2948-461a-ba21-edb741f43eea {{(pid=79297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:44:11.465723 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device 27eb94fd-2948-461a-ba21-edb741f43eea not bound to the agent host dv-cinder-784453-6-smb {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:44:11.763649 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-80f0989d-65f9-4f36-bc5b-e4a3222e4271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4008471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10503692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10614102'] for subnet, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:11.767705 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:44:11.802125 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f0989d-65f9-4f36-bc5b-e4a3222e4271 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a56506b-41ed-4feb-abff-803d526ecf5f,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:44:11.805148 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-80f0989d-65f9-4f36-bc5b-e4a3222e4271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:44:11.806107 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-80f0989d-65f9-4f36-bc5b-e4a3222e4271 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533414'] for subnet, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:11.811765 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266c5f4b-59eb-4af2-8e15-953e0117e76e None None] Network 439080c1-ef31-466a-b48e-1d7fa4459447 requested from dv-cinder-784453-6-smb {{(pid=79297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:44:11.811930 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-80f0989d-65f9-4f36-bc5b-e4a3222e4271 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/5a56506b-41ed-4feb-abff-803d526ecf5f HTTP/1.1" status: 204 len: 168 time: 0.6569982 May 10 19:44:11.814190 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 45304) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:44:11.918078 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-30ada339-28ac-40f3-9a5c-d761c0d03eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850776'] for network, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:11.972444 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-05ecdfa3-b7ee-4afa-83d7-ebb5bc70016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:11.988955 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.plugin [None req-30ada339-28ac-40f3-9a5c-d761c0d03eaa admin admin] Deleting port ae2e94ca-62a4-499c-8250-0550bde534a0 {{(pid=79296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:44:11.989303 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-30ada339-28ac-40f3-9a5c-d761c0d03eaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757498910621'] for port, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:12.081711 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963b3342-6a89-4ac9-b662-ff1e283cc7e5 None None] DHCP port deletion for 439080c1-ef31-466a-b48e-1d7fa4459447 request from dv-cinder-784453-6-smb {{(pid=79297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 19:44:12.146335 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.plugin [None req-963b3342-6a89-4ac9-b662-ff1e283cc7e5 None None] Deleting port ae2e94ca-62a4-499c-8250-0550bde534a0 {{(pid=79297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:44:12.146709 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-963b3342-6a89-4ac9-b662-ff1e283cc7e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757498910621'] for port, before_delete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:12.182920 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.db [None req-30ada339-28ac-40f3-9a5c-d761c0d03eaa admin admin] For port ae2e94ca-62a4-499c-8250-0550bde534a0, host dv-cinder-784453-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-smb',level=0,port_id=ae2e94ca-62a4-499c-8250-0550bde534a0,segment=NetworkSegment(20ee66b0-f45d-4341-af81-e2cda99186a9),segment_id=20ee66b0-f45d-4341-af81-e2cda99186a9)] {{(pid=79296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:44:12.183189 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-30ada339-28ac-40f3-9a5c-d761c0d03eaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670902'] for port, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:12.242840 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-963b3342-6a89-4ac9-b662-ff1e283cc7e5 None None] For port ae2e94ca-62a4-499c-8250-0550bde534a0, host dv-cinder-784453-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-smb',level=0,port_id=ae2e94ca-62a4-499c-8250-0550bde534a0,segment=NetworkSegment(20ee66b0-f45d-4341-af81-e2cda99186a9),segment_id=20ee66b0-f45d-4341-af81-e2cda99186a9)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:44:12.243887 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-963b3342-6a89-4ac9-b662-ff1e283cc7e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670902'] for port, precommit_delete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:12.307029 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.plugin [None req-30ada339-28ac-40f3-9a5c-d761c0d03eaa admin admin] Calling delete_port for ae2e94ca-62a4-499c-8250-0550bde534a0 owned by network:dhcp {{(pid=79296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:44:12.362481 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.plugin [None req-963b3342-6a89-4ac9-b662-ff1e283cc7e5 None None] Calling delete_port for ae2e94ca-62a4-499c-8250-0550bde534a0 owned by network:dhcp {{(pid=79297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:44:12.403598 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-30ada339-28ac-40f3-9a5c-d761c0d03eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757498915184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757498479629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10503775'] for port, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:12.408318 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-0788dca4-f125-41d3-9248-b090f6e27515 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:44:12.451568 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ada339-28ac-40f3-9a5c-d761c0d03eaa admin admin] Pushing event deleted for resources: {'Port': ['ID=ae2e94ca-62a4-499c-8250-0550bde534a0,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:44:12.454448 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-30ada339-28ac-40f3-9a5c-d761c0d03eaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:44:12.456967 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ada339-28ac-40f3-9a5c-d761c0d03eaa admin admin] No DVR routers for this DVR port ae2e94ca-62a4-499c-8250-0550bde534a0 on host dv-cinder-784453-6-smb {{(pid=79296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:44:12.486583 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-963b3342-6a89-4ac9-b662-ff1e283cc7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757498915184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757498479629'] for port, after_delete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:12.490912 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-d1648d41-b71f-4a3f-be1c-3e61403a3524 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:44:12.535108 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963b3342-6a89-4ac9-b662-ff1e283cc7e5 None None] Pushing event deleted for resources: {'Port': ['ID=ae2e94ca-62a4-499c-8250-0550bde534a0,revision_number=None']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:44:12.541630 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-963b3342-6a89-4ac9-b662-ff1e283cc7e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:44:12.541630 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963b3342-6a89-4ac9-b662-ff1e283cc7e5 None None] No DVR routers for this DVR port ae2e94ca-62a4-499c-8250-0550bde534a0 on host dv-cinder-784453-6-smb {{(pid=79297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:44:12.578827 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-30ada339-28ac-40f3-9a5c-d761c0d03eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002531', 'neutron.services.segments.db._delete_segments_for_network-8757498921373'] for network, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:12.592348 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.services.segments.db [None req-30ada339-28ac-40f3-9a5c-d761c0d03eaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['439080c1-ef31-466a-b48e-1d7fa4459447']}} {{(pid=79296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:44:12.605394 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.services.segments.db [None req-30ada339-28ac-40f3-9a5c-d761c0d03eaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20ee66b0-f45d-4341-af81-e2cda99186a9') {'for_net_delete': True} {{(pid=79296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:44:12.605697 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.services.segments.db [None req-30ada339-28ac-40f3-9a5c-d761c0d03eaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20ee66b0-f45d-4341-af81-e2cda99186a9') {} {{(pid=79296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:44:12.617699 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-30ada339-28ac-40f3-9a5c-d761c0d03eaa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757498933351', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10932823'] for segment, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:12.633252 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-30ada339-28ac-40f3-9a5c-d761c0d03eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007211'] for segment, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:12.639287 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30ada339-28ac-40f3-9a5c-d761c0d03eaa admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=79296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:44:12.639725 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-30ada339-28ac-40f3-9a5c-d761c0d03eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10503786'] for segment, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:12.653093 dv-cinder-784453-6-smb neutron-server[79296]: Traceback (most recent call last): May 10 19:44:12.653093 dv-cinder-784453-6-smb neutron-server[79296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:44:12.653093 dv-cinder-784453-6-smb neutron-server[79296]: timer() May 10 19:44:12.653093 dv-cinder-784453-6-smb neutron-server[79296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:44:12.653093 dv-cinder-784453-6-smb neutron-server[79296]: cb(*args, **kw) May 10 19:44:12.653093 dv-cinder-784453-6-smb neutron-server[79296]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 19:44:12.653093 dv-cinder-784453-6-smb neutron-server[79296]: return func(*args, **kwargs) May 10 19:44:12.653093 dv-cinder-784453-6-smb neutron-server[79296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:44:12.653093 dv-cinder-784453-6-smb neutron-server[79296]: self._notify() May 10 19:44:12.653093 dv-cinder-784453-6-smb neutron-server[79296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:44:12.653093 dv-cinder-784453-6-smb neutron-server[79296]: self.callback(batched_events) May 10 19:44:12.653093 dv-cinder-784453-6-smb neutron-server[79296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:44:12.653093 dv-cinder-784453-6-smb neutron-server[79296]: event.method(event) May 10 19:44:12.653093 dv-cinder-784453-6-smb neutron-server[79296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 19:44:12.653093 dv-cinder-784453-6-smb neutron-server[79296]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:44:12.653093 dv-cinder-784453-6-smb neutron-server[79296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 19:44:12.653093 dv-cinder-784453-6-smb neutron-server[79296]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:44:12.653093 dv-cinder-784453-6-smb neutron-server[79296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 19:44:12.653093 dv-cinder-784453-6-smb neutron-server[79296]: return f(self, *a, **k) May 10 19:44:12.653093 dv-cinder-784453-6-smb neutron-server[79296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 19:44:12.653093 dv-cinder-784453-6-smb neutron-server[79296]: return self._get(url).json() May 10 19:44:12.653093 dv-cinder-784453-6-smb neutron-server[79296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 19:44:12.653093 dv-cinder-784453-6-smb neutron-server[79296]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:44:12.653093 dv-cinder-784453-6-smb neutron-server[79296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:44:12.653093 dv-cinder-784453-6-smb neutron-server[79296]: return self.request(url, 'GET', **kwargs) May 10 19:44:12.653093 dv-cinder-784453-6-smb neutron-server[79296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:44:12.653093 dv-cinder-784453-6-smb neutron-server[79296]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:44:12.653093 dv-cinder-784453-6-smb neutron-server[79296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:44:12.653093 dv-cinder-784453-6-smb neutron-server[79296]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:44:12.653093 dv-cinder-784453-6-smb neutron-server[79296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:44:12.653093 dv-cinder-784453-6-smb neutron-server[79296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:44:12.653093 dv-cinder-784453-6-smb neutron-server[79296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:44:12.786039 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-30ada339-28ac-40f3-9a5c-d761c0d03eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658298'] for network, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:12.789640 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:44:12.802789 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-30ada339-28ac-40f3-9a5c-d761c0d03eaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533414'] for network, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:12.813295 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ada339-28ac-40f3-9a5c-d761c0d03eaa admin admin] Pushing event deleted for resources: {'Network': ['ID=439080c1-ef31-466a-b48e-1d7fa4459447,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:44:12.816460 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-30ada339-28ac-40f3-9a5c-d761c0d03eaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:44:12.898646 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-30ada339-28ac-40f3-9a5c-d761c0d03eaa admin admin] 10.222.0.46 "DELETE /v2.0/networks/439080c1-ef31-466a-b48e-1d7fa4459447 HTTP/1.1" status: 204 len: 168 time: 1.0834401 May 10 19:44:12.901915 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 45310) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:44:13.391872 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device ae2e94ca-62a4-499c-8250-0550bde534a0 no longer exists at agent ovs-agent-dv-cinder-784453-6-smb {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:44:13.422633 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-a270cf7b-3670-4f35-b092-00b604b11f75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663372'] for router_interface, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:13.424096 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.plugin [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] No Port match for: ae2e94ca-62a4-499c-8250-0550bde534a0 {{(pid=79297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:44:13.424447 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device ae2e94ca-62a4-499c-8250-0550bde534a0 not bound to the agent host dv-cinder-784453-6-smb {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:44:13.715607 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-02078f97-e06b-4c48-b673-8bf9bf3f5f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:13.912437 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.plugin [None req-a270cf7b-3670-4f35-b092-00b604b11f75 admin admin] Deleting port 56554ce8-ec3c-4448-973c-e6f44bff2cb9 {{(pid=79296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:44:13.913028 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-a270cf7b-3670-4f35-b092-00b604b11f75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757498910621'] for port, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:14.032975 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.db [None req-a270cf7b-3670-4f35-b092-00b604b11f75 admin admin] For port 56554ce8-ec3c-4448-973c-e6f44bff2cb9, host dv-cinder-784453-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-smb',level=0,port_id=56554ce8-ec3c-4448-973c-e6f44bff2cb9,segment=NetworkSegment(2def2b3d-6689-43e2-bdcf-16001a776604),segment_id=2def2b3d-6689-43e2-bdcf-16001a776604)] {{(pid=79296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:44:14.033334 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-a270cf7b-3670-4f35-b092-00b604b11f75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670902'] for port, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:14.155162 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.plugin [None req-a270cf7b-3670-4f35-b092-00b604b11f75 admin admin] Calling delete_port for 56554ce8-ec3c-4448-973c-e6f44bff2cb9 owned by network:router_interface {{(pid=79296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:44:14.366373 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-a270cf7b-3670-4f35-b092-00b604b11f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757498915184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757498479629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10503775'] for port, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:14.370041 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-efdf045d-c55a-47c0-8f72-3e241b33cd5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:44:14.413367 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270cf7b-3670-4f35-b092-00b604b11f75 admin admin] Pushing event deleted for resources: {'Port': ['ID=56554ce8-ec3c-4448-973c-e6f44bff2cb9,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:44:14.416315 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-a270cf7b-3670-4f35-b092-00b604b11f75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:44:14.675964 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-a270cf7b-3670-4f35-b092-00b604b11f75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665084'] for router_interface, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:15.026742 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a270cf7b-3670-4f35-b092-00b604b11f75 admin admin] Router f7d1dab3-62fe-4a35-bc85-05d9cc6b6eb2 has already been hosted by L3 agent 66c26874-6d1a-4324-9002-6da014815c52 {{(pid=79296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:44:15.293402 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a270cf7b-3670-4f35-b092-00b604b11f75 admin admin] Notify agent at l3_agent.dv-cinder-784453-6-smb the message routers_updated {{(pid=79296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:44:15.301716 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b218b0de-e079-4be7-8d04-82952413d02e None None] Sync routers for ids ['f7d1dab3-62fe-4a35-bc85-05d9cc6b6eb2'] in dv-cinder-784453-6-smb {{(pid=79298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:44:15.311831 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b218b0de-e079-4be7-8d04-82952413d02e None None] Routers {'f7d1dab3-62fe-4a35-bc85-05d9cc6b6eb2'} bound to L3 agent in host dv-cinder-784453-6-smb {{(pid=79298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:44:15.312433 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_hamode_db [None req-b218b0de-e079-4be7-8d04-82952413d02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T19:29:11Z,description=,heartbeat_timestamp=2021-05-10T19:44:11Z,host='dv-cinder-784453-6-smb',id=66c26874-6d1a-4324-9002-6da014815c52,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:29:11Z,topic='l3_agent')) {'router_ids': ['f7d1dab3-62fe-4a35-bc85-05d9cc6b6eb2'], 'active': True} {{(pid=79298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:44:15.371921 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-a270cf7b-3670-4f35-b092-00b604b11f75 admin admin] 10.222.0.46 "PUT /v2.0/routers/f7d1dab3-62fe-4a35-bc85-05d9cc6b6eb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4688625 May 10 19:44:15.374230 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 45318) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:44:15.489007 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_dvr_db [None req-b218b0de-e079-4be7-8d04-82952413d02e None None] Set router f7d1dab3-62fe-4a35-bc85-05d9cc6b6eb2 gateway port host: dv-cinder-784453-6-smb {{(pid=79298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:44:15.548006 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-431a4150-d63a-4bad-a0b0-09a5e714229d admin admin] Notify callbacks [] for router, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:15.715023 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-431a4150-d63a-4bad-a0b0-09a5e714229d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:15.768364 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_hamode_db [None req-b218b0de-e079-4be7-8d04-82952413d02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d1dab3-62fe-4a35-bc85-05d9cc6b6eb2', 'name': 'tempest-TestMinimumBasicScenario-1901141593-router', 'tenant_id': '621b65bc86ca4938badbca00258ef2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.125'}], 'enable_snat': True}, 'gw_port_id': '1d4907a3-e862-4d4c-b2a7-c5f2b8ee2348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:41:37Z', 'updated_at': '2021-05-10T19:44:14Z', 'revision_number': 5, 'project_id': '621b65bc86ca4938badbca00258ef2b4', 'gw_port': {'id': '1d4907a3-e862-4d4c-b2a7-c5f2b8ee2348', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d1dab3-62fe-4a35-bc85-05d9cc6b6eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:41:38Z', 'updated_at': '2021-05-10T19:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb'}], 'dv-cinder-784453-6-smb', False) {} {{(pid=79298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:44:15.772114 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b218b0de-e079-4be7-8d04-82952413d02e None None] Checking router: f7d1dab3-62fe-4a35-bc85-05d9cc6b6eb2 for host: dv-cinder-784453-6-smb {{(pid=79298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:44:15.780954 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b218b0de-e079-4be7-8d04-82952413d02e None None] Routers {'f7d1dab3-62fe-4a35-bc85-05d9cc6b6eb2'} bound to L3 agent in host dv-cinder-784453-6-smb {{(pid=79298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:44:15.781553 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_hamode_db [None req-b218b0de-e079-4be7-8d04-82952413d02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T19:29:11Z,description=,heartbeat_timestamp=2021-05-10T19:44:11Z,host='dv-cinder-784453-6-smb',id=66c26874-6d1a-4324-9002-6da014815c52,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:29:11Z,topic='l3_agent')) {'router_ids': ['f7d1dab3-62fe-4a35-bc85-05d9cc6b6eb2'], 'active': True} {{(pid=79298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:44:15.861208 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.plugin [None req-431a4150-d63a-4bad-a0b0-09a5e714229d admin admin] Deleting port 1d4907a3-e862-4d4c-b2a7-c5f2b8ee2348 {{(pid=79296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:44:15.861448 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-431a4150-d63a-4bad-a0b0-09a5e714229d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757498910621'] for port, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:15.926499 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_dvr_db [None req-b218b0de-e079-4be7-8d04-82952413d02e None None] Set router f7d1dab3-62fe-4a35-bc85-05d9cc6b6eb2 gateway port host: None {{(pid=79298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:44:15.980062 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.db [None req-431a4150-d63a-4bad-a0b0-09a5e714229d admin admin] For port 1d4907a3-e862-4d4c-b2a7-c5f2b8ee2348, host dv-cinder-784453-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-smb',level=0,port_id=1d4907a3-e862-4d4c-b2a7-c5f2b8ee2348,segment=NetworkSegment(23ec30ec-fc80-4a54-bc14-1568bb8683df),segment_id=23ec30ec-fc80-4a54-bc14-1568bb8683df)] {{(pid=79296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:44:15.980412 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-431a4150-d63a-4bad-a0b0-09a5e714229d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670902'] for port, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:16.029019 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_hamode_db [None req-b218b0de-e079-4be7-8d04-82952413d02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d1dab3-62fe-4a35-bc85-05d9cc6b6eb2', 'name': 'tempest-TestMinimumBasicScenario-1901141593-router', 'tenant_id': '621b65bc86ca4938badbca00258ef2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:41:37Z', 'updated_at': '2021-05-10T19:44:15Z', 'revision_number': 6, 'project_id': '621b65bc86ca4938badbca00258ef2b4', 'gw_port_host': None}], 'dv-cinder-784453-6-smb', False) {} {{(pid=79298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:44:16.032857 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b218b0de-e079-4be7-8d04-82952413d02e None None] The sync data for ids ['f7d1dab3-62fe-4a35-bc85-05d9cc6b6eb2'] in dv-cinder-784453-6-smb is: [{'id': 'f7d1dab3-62fe-4a35-bc85-05d9cc6b6eb2', 'name': 'tempest-TestMinimumBasicScenario-1901141593-router', 'tenant_id': '621b65bc86ca4938badbca00258ef2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:41:37Z', 'updated_at': '2021-05-10T19:44:15Z', 'revision_number': 6, 'project_id': '621b65bc86ca4938badbca00258ef2b4', 'gw_port_host': None}] {{(pid=79298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:44:16.101870 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.plugin [None req-431a4150-d63a-4bad-a0b0-09a5e714229d admin admin] Calling delete_port for 1d4907a3-e862-4d4c-b2a7-c5f2b8ee2348 owned by network:router_gateway {{(pid=79296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:44:16.298209 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-431a4150-d63a-4bad-a0b0-09a5e714229d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757498915184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757498479629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10503775'] for port, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:16.301788 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-b6208ee3-97eb-493a-8e7b-ba555f3dbba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:44:16.343089 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431a4150-d63a-4bad-a0b0-09a5e714229d admin admin] Pushing event deleted for resources: {'Port': ['ID=1d4907a3-e862-4d4c-b2a7-c5f2b8ee2348,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:44:16.346403 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-431a4150-d63a-4bad-a0b0-09a5e714229d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:44:16.439038 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-431a4150-d63a-4bad-a0b0-09a5e714229d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658280'] for router_gateway, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:16.717146 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-431a4150-d63a-4bad-a0b0-09a5e714229d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-862260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5467'] for router, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:16.719536 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-431a4150-d63a-4bad-a0b0-09a5e714229d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:16.809048 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-431a4150-d63a-4bad-a0b0-09a5e714229d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665210'] for router, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:16.809588 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-431a4150-d63a-4bad-a0b0-09a5e714229d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7d1dab3-62fe-4a35-bc85-05d9cc6b6eb2 {{(pid=79296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 19:44:16.823726 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-431a4150-d63a-4bad-a0b0-09a5e714229d admin admin] Notify callbacks [] for router, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:16.827827 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-431a4150-d63a-4bad-a0b0-09a5e714229d admin admin] 10.222.0.46 "DELETE /v2.0/routers/f7d1dab3-62fe-4a35-bc85-05d9cc6b6eb2 HTTP/1.1" status: 204 len: 168 time: 1.4494345 May 10 19:44:16.827827 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 45324) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:44:16.888837 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a3ca591-c195-4fa2-aea7-91d67a848f6b admin admin] Deleting subnet d6f18c33-db77-423f-a853-ee81a00b88bd {{(pid=79296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 19:44:16.892084 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-2a3ca591-c195-4fa2-aea7-91d67a848f6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:16.941347 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-2a3ca591-c195-4fa2-aea7-91d67a848f6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10932808'] for subnet, precommit_delete_associations {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:17.025654 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-2a3ca591-c195-4fa2-aea7-91d67a848f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4008472'] for subnet, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:17.339247 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-2a3ca591-c195-4fa2-aea7-91d67a848f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4008471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10503692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10614102'] for subnet, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:17.343815 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-ad1f68aa-822f-4514-b40f-636d7f545fee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:44:17.379964 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3ca591-c195-4fa2-aea7-91d67a848f6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6f18c33-db77-423f-a853-ee81a00b88bd,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:44:17.382823 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-2a3ca591-c195-4fa2-aea7-91d67a848f6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:44:17.384360 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-2a3ca591-c195-4fa2-aea7-91d67a848f6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533414'] for subnet, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:17.390261 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b644f75-ac2a-4ea1-8192-3e671daeee2b None None] Network 8146b5e1-cf7d-4196-bad5-04e6c5cccb92 requested from dv-cinder-784453-6-smb {{(pid=79297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:44:17.392762 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 45332) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:44:17.393201 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-2a3ca591-c195-4fa2-aea7-91d67a848f6b admin admin] 10.222.0.46 "DELETE /v2.0/subnets/d6f18c33-db77-423f-a853-ee81a00b88bd HTTP/1.1" status: 204 len: 168 time: 0.5642993 May 10 19:44:17.458041 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device 56554ce8-ec3c-4448-973c-e6f44bff2cb9 no longer exists at agent ovs-agent-dv-cinder-784453-6-smb {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:44:17.501468 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.plugin [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] No Port match for: 56554ce8-ec3c-4448-973c-e6f44bff2cb9 {{(pid=79297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:44:17.501810 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device 56554ce8-ec3c-4448-973c-e6f44bff2cb9 not bound to the agent host dv-cinder-784453-6-smb {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:44:17.502233 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device 1d4907a3-e862-4d4c-b2a7-c5f2b8ee2348 no longer exists at agent ovs-agent-dv-cinder-784453-6-smb {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:44:17.505182 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-6279ba56-50cd-466d-99f4-294ba52971aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850776'] for network, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:17.541027 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.plugin [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] No Port match for: 1d4907a3-e862-4d4c-b2a7-c5f2b8ee2348 {{(pid=79297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:44:17.541292 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device 1d4907a3-e862-4d4c-b2a7-c5f2b8ee2348 not bound to the agent host dv-cinder-784453-6-smb {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:44:17.578546 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.plugin [None req-6279ba56-50cd-466d-99f4-294ba52971aa admin admin] Deleting port 34f4efbe-e026-4bfa-af76-76f13aa8efed {{(pid=79295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:44:17.578904 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-6279ba56-50cd-466d-99f4-294ba52971aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757498910621'] for port, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:17.684331 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.db [None req-6279ba56-50cd-466d-99f4-294ba52971aa admin admin] For port 34f4efbe-e026-4bfa-af76-76f13aa8efed, host dv-cinder-784453-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-smb',level=0,port_id=34f4efbe-e026-4bfa-af76-76f13aa8efed,segment=NetworkSegment(2def2b3d-6689-43e2-bdcf-16001a776604),segment_id=2def2b3d-6689-43e2-bdcf-16001a776604)] {{(pid=79295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:44:17.686483 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-6279ba56-50cd-466d-99f4-294ba52971aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670902'] for port, precommit_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:17.701977 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6dd367-fad0-4c7f-ad17-1125ec458df4 None None] DHCP port deletion for 8146b5e1-cf7d-4196-bad5-04e6c5cccb92 request from dv-cinder-784453-6-smb {{(pid=79297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 19:44:17.770936 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.plugin [None req-9b6dd367-fad0-4c7f-ad17-1125ec458df4 None None] Deleting port 34f4efbe-e026-4bfa-af76-76f13aa8efed {{(pid=79297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:44:17.771231 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-9b6dd367-fad0-4c7f-ad17-1125ec458df4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757498910621'] for port, before_delete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:17.900059 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.plugin [None req-6279ba56-50cd-466d-99f4-294ba52971aa admin admin] Calling delete_port for 34f4efbe-e026-4bfa-af76-76f13aa8efed owned by network:dhcp {{(pid=79295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:44:17.901330 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-9b6dd367-fad0-4c7f-ad17-1125ec458df4 None None] For port 34f4efbe-e026-4bfa-af76-76f13aa8efed, host dv-cinder-784453-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-smb',level=0,port_id=34f4efbe-e026-4bfa-af76-76f13aa8efed,segment=NetworkSegment(2def2b3d-6689-43e2-bdcf-16001a776604),segment_id=2def2b3d-6689-43e2-bdcf-16001a776604)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:44:17.901716 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-9b6dd367-fad0-4c7f-ad17-1125ec458df4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670902'] for port, precommit_delete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:18.014802 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-6279ba56-50cd-466d-99f4-294ba52971aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757498915184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757498479629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10826888'] for port, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:18.018796 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.plugin [None req-9b6dd367-fad0-4c7f-ad17-1125ec458df4 None None] Calling delete_port for 34f4efbe-e026-4bfa-af76-76f13aa8efed owned by network:dhcp {{(pid=79297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:44:18.020703 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-74cbec7c-dbcc-4793-9737-30e816a431b4 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:44:18.061620 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-9b6dd367-fad0-4c7f-ad17-1125ec458df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757498915184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757498479629'] for port, after_delete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:18.065283 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:44:18.074466 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6279ba56-50cd-466d-99f4-294ba52971aa admin admin] Pushing event deleted for resources: {'Port': ['ID=34f4efbe-e026-4bfa-af76-76f13aa8efed,revision_number=None']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:44:18.077683 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-6279ba56-50cd-466d-99f4-294ba52971aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:44:18.078488 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6279ba56-50cd-466d-99f4-294ba52971aa admin admin] No DVR routers for this DVR port 34f4efbe-e026-4bfa-af76-76f13aa8efed on host dv-cinder-784453-6-smb {{(pid=79295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:44:18.112000 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6dd367-fad0-4c7f-ad17-1125ec458df4 None None] Pushing event deleted for resources: {'Port': ['ID=34f4efbe-e026-4bfa-af76-76f13aa8efed,revision_number=None']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:44:18.120965 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6dd367-fad0-4c7f-ad17-1125ec458df4 None None] No DVR routers for this DVR port 34f4efbe-e026-4bfa-af76-76f13aa8efed on host dv-cinder-784453-6-smb {{(pid=79297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:44:18.122805 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6dd367-fad0-4c7f-ad17-1125ec458df4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:44:18.123171 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6dd367-fad0-4c7f-ad17-1125ec458df4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:44:18.123503 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6dd367-fad0-4c7f-ad17-1125ec458df4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:44:18.123829 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6dd367-fad0-4c7f-ad17-1125ec458df4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:44:18.124406 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6dd367-fad0-4c7f-ad17-1125ec458df4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:44:18.124539 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6dd367-fad0-4c7f-ad17-1125ec458df4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:44:18.124771 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6dd367-fad0-4c7f-ad17-1125ec458df4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:44:18.125180 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6dd367-fad0-4c7f-ad17-1125ec458df4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:44:18.125619 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6dd367-fad0-4c7f-ad17-1125ec458df4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:44:18.125818 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6dd367-fad0-4c7f-ad17-1125ec458df4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:44:18.126132 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6dd367-fad0-4c7f-ad17-1125ec458df4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:44:18.126442 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6dd367-fad0-4c7f-ad17-1125ec458df4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:44:18.130153 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-9b6dd367-fad0-4c7f-ad17-1125ec458df4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:44:18.209033 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-6279ba56-50cd-466d-99f4-294ba52971aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002531', 'neutron.services.segments.db._delete_segments_for_network-8757498921373'] for network, precommit_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:18.221432 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.services.segments.db [None req-6279ba56-50cd-466d-99f4-294ba52971aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8146b5e1-cf7d-4196-bad5-04e6c5cccb92']}} {{(pid=79295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:44:18.233636 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.services.segments.db [None req-6279ba56-50cd-466d-99f4-294ba52971aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2def2b3d-6689-43e2-bdcf-16001a776604') {'for_net_delete': True} {{(pid=79295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:44:18.233924 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.services.segments.db [None req-6279ba56-50cd-466d-99f4-294ba52971aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2def2b3d-6689-43e2-bdcf-16001a776604') {} {{(pid=79295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:44:18.245704 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-6279ba56-50cd-466d-99f4-294ba52971aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757498933351', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1920419'] for segment, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:18.261228 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-6279ba56-50cd-466d-99f4-294ba52971aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007211'] for segment, precommit_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:18.267438 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6279ba56-50cd-466d-99f4-294ba52971aa admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=79295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:44:18.269826 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-6279ba56-50cd-466d-99f4-294ba52971aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10826941'] for segment, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:18.281191 dv-cinder-784453-6-smb neutron-server[79295]: Traceback (most recent call last): May 10 19:44:18.281191 dv-cinder-784453-6-smb neutron-server[79295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:44:18.281191 dv-cinder-784453-6-smb neutron-server[79295]: timer() May 10 19:44:18.281191 dv-cinder-784453-6-smb neutron-server[79295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:44:18.281191 dv-cinder-784453-6-smb neutron-server[79295]: cb(*args, **kw) May 10 19:44:18.281191 dv-cinder-784453-6-smb neutron-server[79295]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 19:44:18.281191 dv-cinder-784453-6-smb neutron-server[79295]: return func(*args, **kwargs) May 10 19:44:18.281191 dv-cinder-784453-6-smb neutron-server[79295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:44:18.281191 dv-cinder-784453-6-smb neutron-server[79295]: self._notify() May 10 19:44:18.281191 dv-cinder-784453-6-smb neutron-server[79295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:44:18.281191 dv-cinder-784453-6-smb neutron-server[79295]: self.callback(batched_events) May 10 19:44:18.281191 dv-cinder-784453-6-smb neutron-server[79295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:44:18.281191 dv-cinder-784453-6-smb neutron-server[79295]: event.method(event) May 10 19:44:18.281191 dv-cinder-784453-6-smb neutron-server[79295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 19:44:18.281191 dv-cinder-784453-6-smb neutron-server[79295]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:44:18.281191 dv-cinder-784453-6-smb neutron-server[79295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 19:44:18.281191 dv-cinder-784453-6-smb neutron-server[79295]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:44:18.281191 dv-cinder-784453-6-smb neutron-server[79295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 19:44:18.281191 dv-cinder-784453-6-smb neutron-server[79295]: return f(self, *a, **k) May 10 19:44:18.281191 dv-cinder-784453-6-smb neutron-server[79295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 19:44:18.281191 dv-cinder-784453-6-smb neutron-server[79295]: return self._get(url).json() May 10 19:44:18.281191 dv-cinder-784453-6-smb neutron-server[79295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 19:44:18.281191 dv-cinder-784453-6-smb neutron-server[79295]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:44:18.281191 dv-cinder-784453-6-smb neutron-server[79295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:44:18.281191 dv-cinder-784453-6-smb neutron-server[79295]: return self.request(url, 'GET', **kwargs) May 10 19:44:18.281191 dv-cinder-784453-6-smb neutron-server[79295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:44:18.281191 dv-cinder-784453-6-smb neutron-server[79295]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:44:18.281191 dv-cinder-784453-6-smb neutron-server[79295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:44:18.281191 dv-cinder-784453-6-smb neutron-server[79295]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:44:18.281191 dv-cinder-784453-6-smb neutron-server[79295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:44:18.281191 dv-cinder-784453-6-smb neutron-server[79295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:44:18.281191 dv-cinder-784453-6-smb neutron-server[79295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:44:18.426054 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-6279ba56-50cd-466d-99f4-294ba52971aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658298'] for network, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:18.431532 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-6279ba56-50cd-466d-99f4-294ba52971aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533414'] for network, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:18.434060 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:44:18.454127 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6279ba56-50cd-466d-99f4-294ba52971aa admin admin] Pushing event deleted for resources: {'Network': ['ID=8146b5e1-cf7d-4196-bad5-04e6c5cccb92,revision_number=None']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:44:18.456539 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-6279ba56-50cd-466d-99f4-294ba52971aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:44:18.463382 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-6279ba56-50cd-466d-99f4-294ba52971aa admin admin] 10.222.0.46 "DELETE /v2.0/networks/8146b5e1-cf7d-4196-bad5-04e6c5cccb92 HTTP/1.1" status: 204 len: 168 time: 1.0689473 May 10 19:44:18.843210 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 45344) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:44:18.892366 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-19bb6c66-c890-4ee1-8a1a-77588d03f2a3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ef8a604ad20c4dd39e313f34dabc9a91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0479600 May 10 19:44:18.894761 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 45348) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:44:18.952321 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-8dc1f05d-d2dd-4a84-b2e7-be4e09733eea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:18.978000 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-8dc1f05d-d2dd-4a84-b2e7-be4e09733eea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:19.086627 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-8dc1f05d-d2dd-4a84-b2e7-be4e09733eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:19.090805 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-8859aeac-69d7-4912-9fdf-bbf809a69aec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:44:19.104492 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc1f05d-d2dd-4a84-b2e7-be4e09733eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c2d7b2-7c83-4167-ba51-19a118a85bbd,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:44:19.108436 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-8dc1f05d-d2dd-4a84-b2e7-be4e09733eea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:44:19.111717 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-8dc1f05d-d2dd-4a84-b2e7-be4e09733eea admin admin] Notify callbacks [] for security_group, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:19.112835 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-8dc1f05d-d2dd-4a84-b2e7-be4e09733eea admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a1c2d7b2-7c83-4167-ba51-19a118a85bbd HTTP/1.1" status: 204 len: 168 time: 0.2171504 May 10 19:44:19.397970 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device 34f4efbe-e026-4bfa-af76-76f13aa8efed no longer exists at agent ovs-agent-dv-cinder-784453-6-smb {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:44:19.431803 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.plugin [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] No Port match for: 34f4efbe-e026-4bfa-af76-76f13aa8efed {{(pid=79297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:44:19.432256 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device 34f4efbe-e026-4bfa-af76-76f13aa8efed not bound to the agent host dv-cinder-784453-6-smb {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:44:19.763962 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 45360) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:44:19.811828 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-3ae41ae7-b9d9-4796-8c03-871ec414a5b0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=621b65bc86ca4938badbca00258ef2b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0466208 May 10 19:44:19.814093 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 45364) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:44:19.869815 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-c0e363d0-bd85-423e-934e-dd147c4e9617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:19.894223 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-c0e363d0-bd85-423e-934e-dd147c4e9617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:20.048927 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-c0e363d0-bd85-423e-934e-dd147c4e9617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:20.053954 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-15abc8ad-46b1-4c18-83bf-c357717e177d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:44:20.064981 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e363d0-bd85-423e-934e-dd147c4e9617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1fe27cf-1781-4c62-a674-39b61b112256,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:44:20.067321 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-c0e363d0-bd85-423e-934e-dd147c4e9617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:44:20.073547 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-c0e363d0-bd85-423e-934e-dd147c4e9617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:20.077165 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-c0e363d0-bd85-423e-934e-dd147c4e9617 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e1fe27cf-1781-4c62-a674-39b61b112256 HTTP/1.1" status: 204 len: 168 time: 0.2597854 May 10 19:44:20.878744 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8faeff-68a5-442e-918c-81c8922e5db4 req-7060adf1-1988-4807-b5e5-87c356133191 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:44:20.880205 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-9d8faeff-68a5-442e-918c-81c8922e5db4 req-7060adf1-1988-4807-b5e5-87c356133191 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee4a4195-7c12-4bdc-9abe-c582a50d895d HTTP/1.1" status: 200 len: 946 time: 0.0833724 May 10 19:44:20.924833 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-9d8faeff-68a5-442e-918c-81c8922e5db4 req-3ef03146-0f6f-413d-b89f-e748071e137f tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=d26f064f-c1ee-441a-b1bc-92f08242a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382543 May 10 19:44:22.111076 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd11763b-84bd-4569-bb44-99361c5f51ba req-f3504a5b-47e3-4136-8c79-1b79959ef1c4 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:44:22.112421 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-fd11763b-84bd-4569-bb44-99361c5f51ba req-f3504a5b-47e3-4136-8c79-1b79959ef1c4 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee4a4195-7c12-4bdc-9abe-c582a50d895d HTTP/1.1" status: 200 len: 946 time: 0.0771375 May 10 19:44:22.159041 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-fd11763b-84bd-4569-bb44-99361c5f51ba req-05d945fe-8019-46e1-beb5-89506ebb13e8 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=d26f064f-c1ee-441a-b1bc-92f08242a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406897 May 10 19:44:23.343043 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d076b-0c37-4911-a423-449aa9691539 req-09cb78a7-1b94-48f3-a44e-47c6a25cbd0e tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:44:23.344493 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-3f2d076b-0c37-4911-a423-449aa9691539 req-09cb78a7-1b94-48f3-a44e-47c6a25cbd0e tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee4a4195-7c12-4bdc-9abe-c582a50d895d HTTP/1.1" status: 200 len: 946 time: 0.0776331 May 10 19:44:23.389294 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-3f2d076b-0c37-4911-a423-449aa9691539 req-715da2e4-0e29-4000-ba05-d0641ac32555 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=d26f064f-c1ee-441a-b1bc-92f08242a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392206 May 10 19:44:24.579323 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feff1b9-2287-489d-b4bb-2cbf14ea6e03 req-f0f2b8a9-5d4c-4d7c-881e-5eb7375f2666 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:44:24.580739 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-9feff1b9-2287-489d-b4bb-2cbf14ea6e03 req-f0f2b8a9-5d4c-4d7c-881e-5eb7375f2666 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee4a4195-7c12-4bdc-9abe-c582a50d895d HTTP/1.1" status: 200 len: 946 time: 0.0810900 May 10 19:44:24.625546 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-9feff1b9-2287-489d-b4bb-2cbf14ea6e03 req-81bf8faa-94fb-4e7a-b070-1e3e123e4b5f tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=d26f064f-c1ee-441a-b1bc-92f08242a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392134 May 10 19:44:25.813466 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea15d4b3-1faa-4225-8033-75a8892d8765 req-e7271ab9-be80-4883-8c34-cf5da57019d0 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:44:25.814911 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-ea15d4b3-1faa-4225-8033-75a8892d8765 req-e7271ab9-be80-4883-8c34-cf5da57019d0 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee4a4195-7c12-4bdc-9abe-c582a50d895d HTTP/1.1" status: 200 len: 946 time: 0.0782254 May 10 19:44:25.858245 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-ea15d4b3-1faa-4225-8033-75a8892d8765 req-59d8243f-09f4-495f-a36a-4f70ec429e58 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=d26f064f-c1ee-441a-b1bc-92f08242a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377026 May 10 19:44:27.043658 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a8587-00de-4d8b-97e5-d5bcb6888bcc req-346d8a5f-03e4-471b-a8aa-ceb4b35e9126 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:44:27.044980 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-579a8587-00de-4d8b-97e5-d5bcb6888bcc req-346d8a5f-03e4-471b-a8aa-ceb4b35e9126 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee4a4195-7c12-4bdc-9abe-c582a50d895d HTTP/1.1" status: 200 len: 946 time: 0.0802784 May 10 19:44:27.088221 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-579a8587-00de-4d8b-97e5-d5bcb6888bcc req-2513583d-9d79-4699-85a4-1b67500c0a3c tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=d26f064f-c1ee-441a-b1bc-92f08242a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376670 May 10 19:44:28.275514 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b2825e-ae97-45ee-b764-c3b444570635 req-71931e06-04d1-4afe-8629-5d918e7837e8 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:44:28.276960 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-73b2825e-ae97-45ee-b764-c3b444570635 req-71931e06-04d1-4afe-8629-5d918e7837e8 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee4a4195-7c12-4bdc-9abe-c582a50d895d HTTP/1.1" status: 200 len: 946 time: 0.0802965 May 10 19:44:28.323615 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-73b2825e-ae97-45ee-b764-c3b444570635 req-872de466-b90d-477c-83c7-8f28384ccdef tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=d26f064f-c1ee-441a-b1bc-92f08242a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410299 May 10 19:44:29.508622 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e802a9-445b-4924-ae6d-2d54409127e9 req-8a2eec26-53da-4e1e-9aff-4cc8b25cf323 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:44:29.510077 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-a0e802a9-445b-4924-ae6d-2d54409127e9 req-8a2eec26-53da-4e1e-9aff-4cc8b25cf323 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee4a4195-7c12-4bdc-9abe-c582a50d895d HTTP/1.1" status: 200 len: 946 time: 0.0776155 May 10 19:44:29.552929 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-a0e802a9-445b-4924-ae6d-2d54409127e9 req-cfdbf53f-cb3e-4b77-bc3e-787310cd4655 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=d26f064f-c1ee-441a-b1bc-92f08242a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372972 May 10 19:44:30.744955 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d77ab1-adb4-4a04-b551-bca09bd7afa1 req-d0b520ed-e74e-4eda-88ae-ca580295990d tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:44:30.746406 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-f7d77ab1-adb4-4a04-b551-bca09bd7afa1 req-d0b520ed-e74e-4eda-88ae-ca580295990d tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee4a4195-7c12-4bdc-9abe-c582a50d895d HTTP/1.1" status: 200 len: 946 time: 0.0864165 May 10 19:44:30.790113 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-f7d77ab1-adb4-4a04-b551-bca09bd7afa1 req-d0e14f26-7298-4770-80b1-53b26a3a9423 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=d26f064f-c1ee-441a-b1bc-92f08242a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379033 May 10 19:44:31.977032 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3a5ece-1c55-4658-935f-7d6f445af667 req-c07de3c6-93fd-4908-80c1-4f9be988b99e tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:44:31.978495 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-ff3a5ece-1c55-4658-935f-7d6f445af667 req-c07de3c6-93fd-4908-80c1-4f9be988b99e tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee4a4195-7c12-4bdc-9abe-c582a50d895d HTTP/1.1" status: 200 len: 946 time: 0.0789559 May 10 19:44:32.025090 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-ff3a5ece-1c55-4658-935f-7d6f445af667 req-4df231d4-5762-484d-b92d-87cda50a8cc8 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=d26f064f-c1ee-441a-b1bc-92f08242a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409553 May 10 19:44:33.078917 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device 60aa8e33-108b-44cd-ae6e-a76f5a69dec5 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=79297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 19:44:33.210527 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] For port 60aa8e33-108b-44cd-ae6e-a76f5a69dec5, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=60aa8e33-108b-44cd-ae6e-a76f5a69dec5,segment=NetworkSegment(108993fe-967b-403c-a08b-306337f62f28),segment_id=108993fe-967b-403c-a08b-306337f62f28)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:44:33.213542 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abeeba7-8bd9-4bc7-91b9-e6f0f0f61942 req-4b86a840-6ec0-4141-8216-84e4201235cf tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:44:33.215002 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-5abeeba7-8bd9-4bc7-91b9-e6f0f0f61942 req-4b86a840-6ec0-4141-8216-84e4201235cf tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee4a4195-7c12-4bdc-9abe-c582a50d895d HTTP/1.1" status: 200 len: 946 time: 0.0785058 May 10 19:44:33.224159 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Returning: {'device': '60aa8e33-108b-44cd-ae6e-a76f5a69dec5', 'network_id': 'c1996f27-1db4-443b-b1de-2cd374f7ede0', 'port_id': '60aa8e33-108b-44cd-ae6e-a76f5a69dec5', 'mac_address': 'fa:16:3e:49:87:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9a3be94-0d38-4426-8d23-4357f15ca2f9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 19:44:33.264319 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-5abeeba7-8bd9-4bc7-91b9-e6f0f0f61942 req-d668db5b-908a-47fe-b310-9c2e1300cb98 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=d26f064f-c1ee-441a-b1bc-92f08242a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434916 May 10 19:44:33.283838 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:33.300053 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.notifiers.nova [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 60aa8e33-108b-44cd-ae6e-a76f5a69dec5 {{(pid=79297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:44:33.315383 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] For port 60aa8e33-108b-44cd-ae6e-a76f5a69dec5, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=60aa8e33-108b-44cd-ae6e-a76f5a69dec5,segment=NetworkSegment(108993fe-967b-403c-a08b-306337f62f28),segment_id=108993fe-967b-403c-a08b-306337f62f28)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:44:33.414766 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:33.417079 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:44:33.485852 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Pushing event updated for resources: {'Port': ['ID=60aa8e33-108b-44cd-ae6e-a76f5a69dec5,revision_number=6']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:44:33.488834 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:44:33.503539 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] get_ports_and_sgs() called for port_ids ['60aa8e33-108b-44cd-ae6e-a76f5a69dec5'] {{(pid=79297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:44:34.547414 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e4635-6b1a-4f3c-b107-6a16e062ce0f req-cee82e48-1f08-4204-8f2e-87c4bb75d0eb tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:44:34.548896 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-d14e4635-6b1a-4f3c-b107-6a16e062ce0f req-cee82e48-1f08-4204-8f2e-87c4bb75d0eb tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee4a4195-7c12-4bdc-9abe-c582a50d895d HTTP/1.1" status: 200 len: 945 time: 0.1708357 May 10 19:44:34.596186 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-d14e4635-6b1a-4f3c-b107-6a16e062ce0f req-28f43a31-e74a-4bb9-a27a-c52109b8a221 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=d26f064f-c1ee-441a-b1bc-92f08242a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410504 May 10 19:44:34.616896 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 45428) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:44:34.904101 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.plugin [None req-76b72642-873d-48d3-b6a1-c483fbd0abc8 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Deleting port f8e6957a-e06c-4934-a6d0-b15a332f603e {{(pid=79296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:44:34.904451 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-76b72642-873d-48d3-b6a1-c483fbd0abc8 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757498910621'] for port, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:35.033390 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-76b72642-873d-48d3-b6a1-c483fbd0abc8 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670902'] for port, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:35.033390 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-76b72642-873d-48d3-b6a1-c483fbd0abc8 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:35.090642 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device 60aa8e33-108b-44cd-ae6e-a76f5a69dec5 up at agent hyperv_hv-cinder-78445 {{(pid=79297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:44:35.174443 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.plugin [None req-76b72642-873d-48d3-b6a1-c483fbd0abc8 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Calling delete_port for f8e6957a-e06c-4934-a6d0-b15a332f603e owned by network:floatingip {{(pid=79296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:44:35.177371 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Provisioning complete for port 60aa8e33-108b-44cd-ae6e-a76f5a69dec5 triggered by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:44:35.177760 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:35.308208 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:35.339004 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee4a4195-7c12-4bdc-9abe-c582a50d895d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60aa8e33-108b-44cd-ae6e-a76f5a69dec5'}] {{(pid=79297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:44:35.350956 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] For port 60aa8e33-108b-44cd-ae6e-a76f5a69dec5, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=60aa8e33-108b-44cd-ae6e-a76f5a69dec5,segment=NetworkSegment(108993fe-967b-403c-a08b-306337f62f28),segment_id=108993fe-967b-403c-a08b-306337f62f28)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:44:35.369223 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-76b72642-873d-48d3-b6a1-c483fbd0abc8 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757498915184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757498479629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10503775'] for port, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:35.375540 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-604b3a4e-1f69-492d-a861-6fd64b820cd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:44:35.396036 dv-cinder-784453-6-smb neutron-server[79297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee4a4195-7c12-4bdc-9abe-c582a50d895d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60aa8e33-108b-44cd-ae6e-a76f5a69dec5', 'code': 200} May 10 19:44:35.424090 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:35.428734 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-d1648d41-b71f-4a3f-be1c-3e61403a3524 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:44:35.432821 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b72642-873d-48d3-b6a1-c483fbd0abc8 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Pushing event deleted for resources: {'Port': ['ID=f8e6957a-e06c-4934-a6d0-b15a332f603e,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:44:35.461545 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-76b72642-873d-48d3-b6a1-c483fbd0abc8 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:44:35.518929 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Pushing event updated for resources: {'Port': ['ID=60aa8e33-108b-44cd-ae6e-a76f5a69dec5,revision_number=7']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:44:35.522582 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:44:35.538816 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-76b72642-873d-48d3-b6a1-c483fbd0abc8 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Notify callbacks [] for floatingip, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:35.539188 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.db.l3_db [None req-76b72642-873d-48d3-b6a1-c483fbd0abc8 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Floating IP 19dd2364-36eb-47b7-b8fb-5ea51a263e80 disassociated (deleted). External IP: 172.28.3.36, port: 5195c633-b875-4d3a-9786-f1f377251b14. May 10 19:44:35.954333 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b0fb43-1ea2-4f31-910e-6c5e5ac14b28 req-ba494907-da15-4ee1-9f8b-c6aca8b6e551 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:44:35.956461 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-15b0fb43-1ea2-4f31-910e-6c5e5ac14b28 req-ba494907-da15-4ee1-9f8b-c6aca8b6e551 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee4a4195-7c12-4bdc-9abe-c582a50d895d HTTP/1.1" status: 200 len: 946 time: 0.1679921 May 10 19:44:35.973051 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed9eab-b531-4907-9f53-581ea8e43a3d req-7a8a0d98-6b66-4414-89ef-36597b5c5044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:44:35.974486 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-afed9eab-b531-4907-9f53-581ea8e43a3d req-7a8a0d98-6b66-4414-89ef-36597b5c5044 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=48537c19bc3f482ca2c677fa41f568c5&device_id=ee4a4195-7c12-4bdc-9abe-c582a50d895d HTTP/1.1" status: 200 len: 1099 time: 0.1269801 May 10 19:44:36.144861 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76b72642-873d-48d3-b6a1-c483fbd0abc8 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Router d007b22e-7e33-4c40-b7d4-7f8bae45d928 has already been hosted by L3 agent 66c26874-6d1a-4324-9002-6da014815c52 {{(pid=79296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:44:36.161777 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-15b0fb43-1ea2-4f31-910e-6c5e5ac14b28 req-ff265ae2-883f-441a-a46e-5f43ab2966e8 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=d26f064f-c1ee-441a-b1bc-92f08242a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1910863 May 10 19:44:36.187462 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed9eab-b531-4907-9f53-581ea8e43a3d req-12ddc8cd-48c5-4c8c-a45d-1a59d3c268fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:44:36.188959 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-afed9eab-b531-4907-9f53-581ea8e43a3d req-12ddc8cd-48c5-4c8c-a45d-1a59d3c268fb service neutron] 10.222.0.36 "GET /v2.0/networks?id=c1996f27-1db4-443b-b1de-2cd374f7ede0 HTTP/1.1" status: 200 len: 917 time: 0.1824448 May 10 19:44:36.302643 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-afed9eab-b531-4907-9f53-581ea8e43a3d req-125d3ecf-4f09-4d90-812e-94d44046dfac service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60aa8e33-108b-44cd-ae6e-a76f5a69dec5 HTTP/1.1" status: 200 len: 1001 time: 0.1061096 May 10 19:44:36.360803 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b72642-873d-48d3-b6a1-c483fbd0abc8 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Notify agent at l3_agent.dv-cinder-784453-6-smb the message routers_updated {{(pid=79296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:44:36.370201 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed9eab-b531-4907-9f53-581ea8e43a3d req-f9c08b0f-6596-48f1-a7b5-9d8c7b6bf23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:44:36.371807 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-afed9eab-b531-4907-9f53-581ea8e43a3d req-f9c08b0f-6596-48f1-a7b5-9d8c7b6bf23e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d9a3be94-0d38-4426-8d23-4357f15ca2f9 HTTP/1.1" status: 200 len: 855 time: 0.0618198 May 10 19:44:36.373283 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ac7914-2966-482d-8159-cb7ae1f2f7a5 None None] Sync routers for ids ['d007b22e-7e33-4c40-b7d4-7f8bae45d928'] in dv-cinder-784453-6-smb {{(pid=79297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:44:36.388099 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ac7914-2966-482d-8159-cb7ae1f2f7a5 None None] Routers {'d007b22e-7e33-4c40-b7d4-7f8bae45d928'} bound to L3 agent in host dv-cinder-784453-6-smb {{(pid=79297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:44:36.389683 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_hamode_db [None req-d3ac7914-2966-482d-8159-cb7ae1f2f7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T19:29:11Z,description=,heartbeat_timestamp=2021-05-10T19:44:11Z,host='dv-cinder-784453-6-smb',id=66c26874-6d1a-4324-9002-6da014815c52,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:29:11Z,topic='l3_agent')) {'router_ids': ['d007b22e-7e33-4c40-b7d4-7f8bae45d928'], 'active': True} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:44:36.448528 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-76b72642-873d-48d3-b6a1-c483fbd0abc8 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149324'] for floatingip, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:36.464080 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed9eab-b531-4907-9f53-581ea8e43a3d req-b0479aa7-e5cb-46c3-9c32-5ab58c58e314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:44:36.466184 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-afed9eab-b531-4907-9f53-581ea8e43a3d req-b0479aa7-e5cb-46c3-9c32-5ab58c58e314 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c1996f27-1db4-443b-b1de-2cd374f7ede0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0879128 May 10 19:44:36.540155 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-76b72642-873d-48d3-b6a1-c483fbd0abc8 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "DELETE /v2.0/floatingips/19dd2364-36eb-47b7-b8fb-5ea51a263e80 HTTP/1.1" status: 204 len: 168 time: 1.9221210 May 10 19:44:36.540910 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ed23273-d1bc-49ce-b9bf-812c8207f785', 'tag': '5195c633-b875-4d3a-9786-f1f377251b14'}] {{(pid=79296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:44:36.605620 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ed23273-d1bc-49ce-b9bf-812c8207f785', 'tag': '5195c633-b875-4d3a-9786-f1f377251b14', 'status': 'completed', 'code': 200} May 10 19:44:36.618140 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-afed9eab-b531-4907-9f53-581ea8e43a3d req-aae2432a-58af-4e84-9601-e77c577f4f1d service neutron] 10.222.0.36 "GET /v2.0/networks/c1996f27-1db4-443b-b1de-2cd374f7ede0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437650 May 10 19:44:36.621244 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvr_db [None req-d3ac7914-2966-482d-8159-cb7ae1f2f7a5 None None] Set router d007b22e-7e33-4c40-b7d4-7f8bae45d928 gateway port host: dv-cinder-784453-6-smb {{(pid=79297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:44:36.777282 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-afed9eab-b531-4907-9f53-581ea8e43a3d req-ff948b1f-3b79-4937-acab-968a74ddbd31 service neutron] 10.222.0.36 "GET /v2.0/networks/c1996f27-1db4-443b-b1de-2cd374f7ede0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409562 May 10 19:44:36.816969 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e70f010-1813-4f0c-b0bd-ca667c98334d req-fbaa4002-70c7-4afd-9755-443df537f722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:44:36.818905 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-8e70f010-1813-4f0c-b0bd-ca667c98334d req-fbaa4002-70c7-4afd-9755-443df537f722 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=536ec0bc9dcf4f2580e2ea96cc3adb48&device_id=6ed23273-d1bc-49ce-b9bf-812c8207f785 HTTP/1.1" status: 200 len: 1098 time: 0.1855783 May 10 19:44:36.982713 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e70f010-1813-4f0c-b0bd-ca667c98334d req-77484d63-5c52-45bd-a330-b49264b81d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:44:36.984509 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-8e70f010-1813-4f0c-b0bd-ca667c98334d req-77484d63-5c52-45bd-a330-b49264b81d44 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5e639025-eadf-4b4c-bd6d-cdc3eaf5928c HTTP/1.1" status: 200 len: 910 time: 0.1581457 May 10 19:44:37.061282 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_hamode_db [None req-d3ac7914-2966-482d-8159-cb7ae1f2f7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd007b22e-7e33-4c40-b7d4-7f8bae45d928', 'name': 'tempest-TestShelveInstance-1528677621-router', 'tenant_id': '536ec0bc9dcf4f2580e2ea96cc3adb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b37b05ac-6a0c-4926-9e2f-d25e7724c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:39:52Z', 'updated_at': '2021-05-10T19:39:58Z', 'revision_number': 4, 'project_id': '536ec0bc9dcf4f2580e2ea96cc3adb48', 'gw_port': {'id': 'b37b05ac-6a0c-4926-9e2f-d25e7724c785', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd007b22e-7e33-4c40-b7d4-7f8bae45d928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:39:53Z', 'updated_at': '2021-05-10T19:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb', '_interfaces': [{'id': 'd18b7e39-72f1-4c58-aeee-61f69ce56317', 'name': '', 'network_id': '5e639025-eadf-4b4c-bd6d-cdc3eaf5928c', 'tenant_id': '536ec0bc9dcf4f2580e2ea96cc3adb48', 'mac_address': 'fa:16:3e:aa:9e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd007b22e-7e33-4c40-b7d4-7f8bae45d928', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'be8f9184-e655-413c-8c2a-cea8adc5553d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:39:57Z', 'updated_at': '2021-05-10T19:40:05Z', 'revision_number': 5, 'project_id': '536ec0bc9dcf4f2580e2ea96cc3adb48', 'subnets': [{'id': 'be8f9184-e655-413c-8c2a-cea8adc5553d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-smb', False) {} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:44:37.066564 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ac7914-2966-482d-8159-cb7ae1f2f7a5 None None] Checking router: d007b22e-7e33-4c40-b7d4-7f8bae45d928 for host: dv-cinder-784453-6-smb {{(pid=79297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:44:37.068748 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-8e70f010-1813-4f0c-b0bd-ca667c98334d req-0e98a7c8-b785-4bb6-afea-69e0d3271d2d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5195c633-b875-4d3a-9786-f1f377251b14 HTTP/1.1" status: 200 len: 217 time: 0.0767019 May 10 19:44:37.080572 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ac7914-2966-482d-8159-cb7ae1f2f7a5 None None] Routers {'d007b22e-7e33-4c40-b7d4-7f8bae45d928'} bound to L3 agent in host dv-cinder-784453-6-smb {{(pid=79297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:44:37.081408 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_hamode_db [None req-d3ac7914-2966-482d-8159-cb7ae1f2f7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T19:29:11Z,description=,heartbeat_timestamp=2021-05-10T19:44:11Z,host='dv-cinder-784453-6-smb',id=66c26874-6d1a-4324-9002-6da014815c52,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:29:11Z,topic='l3_agent')) {'router_ids': ['d007b22e-7e33-4c40-b7d4-7f8bae45d928'], 'active': True} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:44:37.232017 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e70f010-1813-4f0c-b0bd-ca667c98334d req-d5f48fd4-17b2-40a7-9ca5-5fd79f2886ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:44:37.233503 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-8e70f010-1813-4f0c-b0bd-ca667c98334d req-d5f48fd4-17b2-40a7-9ca5-5fd79f2886ee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be8f9184-e655-413c-8c2a-cea8adc5553d HTTP/1.1" status: 200 len: 848 time: 0.1564324 May 10 19:44:37.328334 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcbdabc-3d3c-4326-a556-21fab928c4a4 req-31611c30-9259-4920-ad27-e10bf61b4151 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:44:37.335197 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-8fcbdabc-3d3c-4326-a556-21fab928c4a4 req-31611c30-9259-4920-ad27-e10bf61b4151 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ed23273-d1bc-49ce-b9bf-812c8207f785 HTTP/1.1" status: 200 len: 945 time: 0.1335037 May 10 19:44:37.383747 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvr_db [None req-d3ac7914-2966-482d-8159-cb7ae1f2f7a5 None None] Set router d007b22e-7e33-4c40-b7d4-7f8bae45d928 gateway port host: dv-cinder-784453-6-smb {{(pid=79297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:44:37.384631 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e70f010-1813-4f0c-b0bd-ca667c98334d req-ae7d5934-f9c5-41a9-bfd6-1721c03076a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:44:37.386902 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-8e70f010-1813-4f0c-b0bd-ca667c98334d req-ae7d5934-f9c5-41a9-bfd6-1721c03076a6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5e639025-eadf-4b4c-bd6d-cdc3eaf5928c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1303809 May 10 19:44:37.447165 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-8fcbdabc-3d3c-4326-a556-21fab928c4a4 req-bfcac9e7-63c3-4b91-968e-94fb980051f6 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "GET /v2.0/security-groups?id=01f2bf09-78e4-4c55-b276-3ad848ceeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110420 May 10 19:44:37.485753 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b4feb6-8d4b-4d2c-869d-03573569ae82 req-31f60f03-e5b6-47b3-bcf0-869281d8f760 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:44:37.487382 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-46b4feb6-8d4b-4d2c-869d-03573569ae82 req-31f60f03-e5b6-47b3-bcf0-869281d8f760 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee4a4195-7c12-4bdc-9abe-c582a50d895d HTTP/1.1" status: 200 len: 946 time: 0.1675925 May 10 19:44:37.528031 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-8e70f010-1813-4f0c-b0bd-ca667c98334d req-d1579081-4b20-4267-a342-d20b35e79e5f service neutron] 10.222.0.36 "GET /v2.0/networks/5e639025-eadf-4b4c-bd6d-cdc3eaf5928c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348794 May 10 19:44:37.534337 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-46b4feb6-8d4b-4d2c-869d-03573569ae82 req-90bca89e-6809-49cc-9f34-eceb60bfe474 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=d26f064f-c1ee-441a-b1bc-92f08242a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406239 May 10 19:44:37.663303 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-8e70f010-1813-4f0c-b0bd-ca667c98334d req-260a7b5a-dc42-4d26-b1b1-0bb98727f5f6 service neutron] 10.222.0.36 "GET /v2.0/networks/5e639025-eadf-4b4c-bd6d-cdc3eaf5928c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269207 May 10 19:44:37.721033 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_hamode_db [None req-d3ac7914-2966-482d-8159-cb7ae1f2f7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd007b22e-7e33-4c40-b7d4-7f8bae45d928', 'name': 'tempest-TestShelveInstance-1528677621-router', 'tenant_id': '536ec0bc9dcf4f2580e2ea96cc3adb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b37b05ac-6a0c-4926-9e2f-d25e7724c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:39:52Z', 'updated_at': '2021-05-10T19:39:58Z', 'revision_number': 4, 'project_id': '536ec0bc9dcf4f2580e2ea96cc3adb48', 'gw_port': {'id': 'b37b05ac-6a0c-4926-9e2f-d25e7724c785', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd007b22e-7e33-4c40-b7d4-7f8bae45d928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:39:53Z', 'updated_at': '2021-05-10T19:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb', '_interfaces': [{'id': 'd18b7e39-72f1-4c58-aeee-61f69ce56317', 'name': '', 'network_id': '5e639025-eadf-4b4c-bd6d-cdc3eaf5928c', 'tenant_id': '536ec0bc9dcf4f2580e2ea96cc3adb48', 'mac_address': 'fa:16:3e:aa:9e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd007b22e-7e33-4c40-b7d4-7f8bae45d928', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'be8f9184-e655-413c-8c2a-cea8adc5553d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:39:57Z', 'updated_at': '2021-05-10T19:40:05Z', 'revision_number': 5, 'project_id': '536ec0bc9dcf4f2580e2ea96cc3adb48', 'subnets': [{'id': 'be8f9184-e655-413c-8c2a-cea8adc5553d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-smb', False) {} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:44:37.724903 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ac7914-2966-482d-8159-cb7ae1f2f7a5 None None] The sync data for ids ['d007b22e-7e33-4c40-b7d4-7f8bae45d928'] in dv-cinder-784453-6-smb is: [{'id': 'd007b22e-7e33-4c40-b7d4-7f8bae45d928', 'name': 'tempest-TestShelveInstance-1528677621-router', 'tenant_id': '536ec0bc9dcf4f2580e2ea96cc3adb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b37b05ac-6a0c-4926-9e2f-d25e7724c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:39:52Z', 'updated_at': '2021-05-10T19:39:58Z', 'revision_number': 4, 'project_id': '536ec0bc9dcf4f2580e2ea96cc3adb48', 'gw_port': {'id': 'b37b05ac-6a0c-4926-9e2f-d25e7724c785', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd007b22e-7e33-4c40-b7d4-7f8bae45d928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:39:53Z', 'updated_at': '2021-05-10T19:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb', '_interfaces': [{'id': 'd18b7e39-72f1-4c58-aeee-61f69ce56317', 'name': '', 'network_id': '5e639025-eadf-4b4c-bd6d-cdc3eaf5928c', 'tenant_id': '536ec0bc9dcf4f2580e2ea96cc3adb48', 'mac_address': 'fa:16:3e:aa:9e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd007b22e-7e33-4c40-b7d4-7f8bae45d928', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'be8f9184-e655-413c-8c2a-cea8adc5553d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:39:57Z', 'updated_at': '2021-05-10T19:40:05Z', 'revision_number': 5, 'project_id': '536ec0bc9dcf4f2580e2ea96cc3adb48', 'subnets': [{'id': 'be8f9184-e655-413c-8c2a-cea8adc5553d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:44:37.953010 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81fe5aa-3333-45e0-b2f9-388b117f88ef None None] New status for floating IP 19dd2364-36eb-47b7-b8fb-5ea51a263e80: DOWN {{(pid=79298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:44:38.286883 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-7ceb456b-3aad-4bf7-9453-db6097834832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:38.315312 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:38.503771 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ab11d3-b88f-449a-9603-3d787b2c2a34 req-557b6687-7917-4856-a42b-adbdcc93e6d5 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:44:38.504510 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [req-94ab11d3-b88f-449a-9603-3d787b2c2a34 req-557b6687-7917-4856-a42b-adbdcc93e6d5 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Synchronizing usage tracker for tenant:536ec0bc9dcf4f2580e2ea96cc3adb48 on resource:port {{(pid=79296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:44:38.580358 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [req-94ab11d3-b88f-449a-9603-3d787b2c2a34 req-557b6687-7917-4856-a42b-adbdcc93e6d5 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Unset dirty status for tenant:536ec0bc9dcf4f2580e2ea96cc3adb48 on resource:port {{(pid=79296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:44:38.581596 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-94ab11d3-b88f-449a-9603-3d787b2c2a34 req-557b6687-7917-4856-a42b-adbdcc93e6d5 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ed23273-d1bc-49ce-b9bf-812c8207f785 HTTP/1.1" status: 200 len: 945 time: 0.1706297 May 10 19:44:38.664881 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81a733-46d5-4bbc-a72e-f49ebcb40266 req-033fc47d-8f8a-467c-9cd0-31f561cb58d6 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:44:38.667210 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-1d81a733-46d5-4bbc-a72e-f49ebcb40266 req-033fc47d-8f8a-467c-9cd0-31f561cb58d6 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ed23273-d1bc-49ce-b9bf-812c8207f785 HTTP/1.1" status: 200 len: 945 time: 0.1030970 May 10 19:44:38.792383 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.plugin [req-94ab11d3-b88f-449a-9603-3d787b2c2a34 req-6fd95bdd-650a-4c5f-a6f2-f0bc8da05055 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Deleting port 5195c633-b875-4d3a-9786-f1f377251b14 {{(pid=79296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:44:38.792697 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-94ab11d3-b88f-449a-9603-3d787b2c2a34 req-6fd95bdd-650a-4c5f-a6f2-f0bc8da05055 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757498910621'] for port, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:38.807666 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-1d81a733-46d5-4bbc-a72e-f49ebcb40266 req-31c46ca2-e1ee-459f-98ce-7017697f14ab tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "GET /v2.0/security-groups?id=01f2bf09-78e4-4c55-b276-3ad848ceeb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339831 May 10 19:44:38.849709 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a51945-a5d8-43eb-9c23-5e468d87b0dc req-d509b5bd-1545-4797-988c-a476f6728884 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:44:38.851275 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-b8a51945-a5d8-43eb-9c23-5e468d87b0dc req-d509b5bd-1545-4797-988c-a476f6728884 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee4a4195-7c12-4bdc-9abe-c582a50d895d HTTP/1.1" status: 200 len: 946 time: 0.1625991 May 10 19:44:38.902210 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-b8a51945-a5d8-43eb-9c23-5e468d87b0dc req-178d18f0-275a-4358-b1a3-e1261a1a8b99 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=d26f064f-c1ee-441a-b1bc-92f08242a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450840 May 10 19:44:39.078028 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.db [req-94ab11d3-b88f-449a-9603-3d787b2c2a34 req-6fd95bdd-650a-4c5f-a6f2-f0bc8da05055 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] For port 5195c633-b875-4d3a-9786-f1f377251b14, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=5195c633-b875-4d3a-9786-f1f377251b14,segment=NetworkSegment(a6604af7-609a-4966-831b-b0a2c078687c),segment_id=a6604af7-609a-4966-831b-b0a2c078687c)] {{(pid=79296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:44:39.078478 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-94ab11d3-b88f-449a-9603-3d787b2c2a34 req-6fd95bdd-650a-4c5f-a6f2-f0bc8da05055 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670902'] for port, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:39.207479 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.plugin [req-94ab11d3-b88f-449a-9603-3d787b2c2a34 req-6fd95bdd-650a-4c5f-a6f2-f0bc8da05055 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Calling delete_port for 5195c633-b875-4d3a-9786-f1f377251b14 owned by compute:nova {{(pid=79296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:44:39.403686 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-94ab11d3-b88f-449a-9603-3d787b2c2a34 req-6fd95bdd-650a-4c5f-a6f2-f0bc8da05055 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757498915184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757498479629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10503775'] for port, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:39.409727 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-f000fbec-5f76-4b01-a0ae-d0d750ece22c tempest-VolumesNegativeTest-1147691235 tempest-VolumesNegativeTest-1147691235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:44:39.455422 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd95bdd-650a-4c5f-a6f2-f0bc8da05055 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Pushing event deleted for resources: {'Port': ['ID=5195c633-b875-4d3a-9786-f1f377251b14,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:44:39.460250 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-6fd95bdd-650a-4c5f-a6f2-f0bc8da05055 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:44:39.542415 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.l3_dvrscheduler_db [req-94ab11d3-b88f-449a-9603-3d787b2c2a34 req-6fd95bdd-650a-4c5f-a6f2-f0bc8da05055 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] No DVR routers for this DVR port 5195c633-b875-4d3a-9786-f1f377251b14 on host hv-cinder-78445 {{(pid=79296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:44:39.545107 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-94ab11d3-b88f-449a-9603-3d787b2c2a34 req-6fd95bdd-650a-4c5f-a6f2-f0bc8da05055 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149324'] for port, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:39.549125 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ed23273-d1bc-49ce-b9bf-812c8207f785', 'name': 'network-vif-deleted', 'tag': '5195c633-b875-4d3a-9786-f1f377251b14'}] {{(pid=79296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:44:39.597239 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ed23273-d1bc-49ce-b9bf-812c8207f785', 'name': 'network-vif-deleted', 'tag': '5195c633-b875-4d3a-9786-f1f377251b14', 'status': 'completed', 'code': 200} May 10 19:44:39.638642 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-94ab11d3-b88f-449a-9603-3d787b2c2a34 req-6fd95bdd-650a-4c5f-a6f2-f0bc8da05055 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.36 "DELETE /v2.0/ports/5195c633-b875-4d3a-9786-f1f377251b14 HTTP/1.1" status: 204 len: 173 time: 1.0495536 May 10 19:44:40.062317 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-a7c7c51a-e76e-41f7-aad7-dde11680ca96 req-67c3b649-f56a-4dbd-833c-7bf674f4a8f3 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ed23273-d1bc-49ce-b9bf-812c8207f785 HTTP/1.1" status: 200 len: 210 time: 0.0872316 May 10 19:44:40.156208 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0ef90-ded3-49e8-83ea-251c95be5a28 req-78d3636c-fd34-47d0-a2aa-e776877846a2 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:44:40.157962 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-13e0ef90-ded3-49e8-83ea-251c95be5a28 req-78d3636c-fd34-47d0-a2aa-e776877846a2 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee4a4195-7c12-4bdc-9abe-c582a50d895d HTTP/1.1" status: 200 len: 946 time: 0.0941067 May 10 19:44:40.207027 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-13e0ef90-ded3-49e8-83ea-251c95be5a28 req-bc48e001-1348-4097-80c0-63de3a084955 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=d26f064f-c1ee-441a-b1bc-92f08242a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426302 May 10 19:44:41.056209 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-c7173ffc-7950-4284-9cf4-b04d4594f267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:41.056209 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:41.277236 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-86990959-8189-4dc5-a164-751cd3f5ae25 req-7f450eb1-2e58-4756-ad6c-eb69dbdcf054 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ed23273-d1bc-49ce-b9bf-812c8207f785 HTTP/1.1" status: 200 len: 210 time: 0.0605137 May 10 19:44:41.418920 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf3c91b-b913-4959-bf74-f5fbec32dd58 req-1a98f9bf-a75f-441e-84c2-f547a6bc3669 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:44:41.420501 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-daf3c91b-b913-4959-bf74-f5fbec32dd58 req-1a98f9bf-a75f-441e-84c2-f547a6bc3669 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee4a4195-7c12-4bdc-9abe-c582a50d895d HTTP/1.1" status: 200 len: 946 time: 0.0816634 May 10 19:44:41.469510 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-daf3c91b-b913-4959-bf74-f5fbec32dd58 req-fc3cdf6b-4d44-49f0-acff-10a827fa2607 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=d26f064f-c1ee-441a-b1bc-92f08242a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422814 May 10 19:44:41.938292 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-05ecdfa3-b7ee-4afa-83d7-ebb5bc70016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:42.375674 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 45468) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:44:42.455176 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-59d9e206-fffa-417a-b063-38162daa3568 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Notify callbacks [] for security_group, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:42.488870 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-59d9e206-fffa-417a-b063-38162daa3568 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:42.647263 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-59d9e206-fffa-417a-b063-38162daa3568 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:42.653426 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-7d1c49b9-ebc8-4b47-80b8-a0764788fb16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:44:42.678006 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d9e206-fffa-417a-b063-38162daa3568 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f2bf09-78e4-4c55-b276-3ad848ceeb5f,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:44:42.680645 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-59d9e206-fffa-417a-b063-38162daa3568 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:44:42.697029 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3310cac-c2f1-4dd8-83af-c7aa9dd708e1 req-071c5ab4-ba7a-4552-8ae4-a6eb98643a40 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:44:42.699224 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-a3310cac-c2f1-4dd8-83af-c7aa9dd708e1 req-071c5ab4-ba7a-4552-8ae4-a6eb98643a40 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee4a4195-7c12-4bdc-9abe-c582a50d895d HTTP/1.1" status: 200 len: 946 time: 0.1034307 May 10 19:44:42.758796 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-59d9e206-fffa-417a-b063-38162daa3568 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Notify callbacks [] for security_group, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:42.763759 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-59d9e206-fffa-417a-b063-38162daa3568 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] 10.222.0.46 "DELETE /v2.0/security-groups/01f2bf09-78e4-4c55-b276-3ad848ceeb5f HTTP/1.1" status: 204 len: 168 time: 0.3863580 May 10 19:44:42.878563 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 45476) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:44:43.015266 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-a3310cac-c2f1-4dd8-83af-c7aa9dd708e1 req-a56c9b02-b566-4f15-ad9d-15fab342eac5 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=d26f064f-c1ee-441a-b1bc-92f08242a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3071265 May 10 19:44:43.113773 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device 5195c633-b875-4d3a-9786-f1f377251b14 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:44:43.156599 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.plugin [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] No Port match for: 5195c633-b875-4d3a-9786-f1f377251b14 {{(pid=79297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:44:43.157314 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device 5195c633-b875-4d3a-9786-f1f377251b14 not bound to the agent host hv-cinder-78445 {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:44:43.491980 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-279f10fb-4064-4e3d-9b8d-d4a6c40502e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663372'] for router_interface, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:43.916418 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.plugin [None req-279f10fb-4064-4e3d-9b8d-d4a6c40502e2 admin admin] Deleting port d18b7e39-72f1-4c58-aeee-61f69ce56317 {{(pid=79295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:44:43.917139 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-279f10fb-4064-4e3d-9b8d-d4a6c40502e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757498910621'] for port, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:44.037081 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.db [None req-279f10fb-4064-4e3d-9b8d-d4a6c40502e2 admin admin] For port d18b7e39-72f1-4c58-aeee-61f69ce56317, host dv-cinder-784453-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-smb',level=0,port_id=d18b7e39-72f1-4c58-aeee-61f69ce56317,segment=NetworkSegment(a6604af7-609a-4966-831b-b0a2c078687c),segment_id=a6604af7-609a-4966-831b-b0a2c078687c)] {{(pid=79295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:44:44.037353 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-279f10fb-4064-4e3d-9b8d-d4a6c40502e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670902'] for port, precommit_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:44.101918 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.agents_db [None req-ff3cf147-8285-4226-b8f5-cc0a2e41555e None None] Agent healthcheck: found 6 active agents {{(pid=79298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:44:44.172190 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.plugin [None req-279f10fb-4064-4e3d-9b8d-d4a6c40502e2 admin admin] Calling delete_port for d18b7e39-72f1-4c58-aeee-61f69ce56317 owned by network:router_interface {{(pid=79295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:44:44.189562 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-02078f97-e06b-4c48-b673-8bf9bf3f5f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:44.488797 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c6eeb-f367-4e4e-9fd4-9340607d1510 req-d0a18558-722f-4ec9-9821-f1a6960cc17a tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:44:44.490256 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-386c6eeb-f367-4e4e-9fd4-9340607d1510 req-d0a18558-722f-4ec9-9821-f1a6960cc17a tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee4a4195-7c12-4bdc-9abe-c582a50d895d HTTP/1.1" status: 200 len: 946 time: 0.3255861 May 10 19:44:44.569248 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-386c6eeb-f367-4e4e-9fd4-9340607d1510 req-50e1e36f-f83f-482f-a74c-aa7c295dfa48 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=d26f064f-c1ee-441a-b1bc-92f08242a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656850 May 10 19:44:44.709797 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-279f10fb-4064-4e3d-9b8d-d4a6c40502e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757498915184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757498479629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10826888'] for port, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:44.714347 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-7a2f42e1-c696-41cf-8881-43a2660d1a12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:44:44.764433 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279f10fb-4064-4e3d-9b8d-d4a6c40502e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d18b7e39-72f1-4c58-aeee-61f69ce56317,revision_number=None']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:44:44.803480 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-279f10fb-4064-4e3d-9b8d-d4a6c40502e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:44:45.064006 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-279f10fb-4064-4e3d-9b8d-d4a6c40502e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665084'] for router_interface, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:45.421233 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-279f10fb-4064-4e3d-9b8d-d4a6c40502e2 admin admin] Router d007b22e-7e33-4c40-b7d4-7f8bae45d928 has already been hosted by L3 agent 66c26874-6d1a-4324-9002-6da014815c52 {{(pid=79295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:44:45.596834 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-279f10fb-4064-4e3d-9b8d-d4a6c40502e2 admin admin] Notify agent at l3_agent.dv-cinder-784453-6-smb the message routers_updated {{(pid=79295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:44:45.605958 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743cebc2-bbc3-4d11-9fc9-831220d65938 None None] Sync routers for ids ['d007b22e-7e33-4c40-b7d4-7f8bae45d928'] in dv-cinder-784453-6-smb {{(pid=79297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:44:45.613822 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 45498) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:44:45.614265 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-279f10fb-4064-4e3d-9b8d-d4a6c40502e2 admin admin] 10.222.0.46 "PUT /v2.0/routers/d007b22e-7e33-4c40-b7d4-7f8bae45d928/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7367513 May 10 19:44:45.624245 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743cebc2-bbc3-4d11-9fc9-831220d65938 None None] Routers {'d007b22e-7e33-4c40-b7d4-7f8bae45d928'} bound to L3 agent in host dv-cinder-784453-6-smb {{(pid=79297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:44:45.624709 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_hamode_db [None req-743cebc2-bbc3-4d11-9fc9-831220d65938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:29:11Z,description=,heartbeat_timestamp=2021-05-10T19:44:41Z,host='dv-cinder-784453-6-smb',id=66c26874-6d1a-4324-9002-6da014815c52,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:29:11Z,topic='l3_agent')) {'router_ids': ['d007b22e-7e33-4c40-b7d4-7f8bae45d928'], 'active': True} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:44:45.794838 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-e62241f1-b9d1-496d-b806-51ab04d3368f admin admin] Notify callbacks [] for router, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:45.810632 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvr_db [None req-743cebc2-bbc3-4d11-9fc9-831220d65938 None None] Set router d007b22e-7e33-4c40-b7d4-7f8bae45d928 gateway port host: dv-cinder-784453-6-smb {{(pid=79297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:44:45.826514 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8df13f-ee3d-4e0f-a990-9a7027604ff1 req-03782fff-d4cf-422b-a0a2-8d58c6c90cd7 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:44:45.828103 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-2f8df13f-ee3d-4e0f-a990-9a7027604ff1 req-03782fff-d4cf-422b-a0a2-8d58c6c90cd7 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee4a4195-7c12-4bdc-9abe-c582a50d895d HTTP/1.1" status: 200 len: 946 time: 0.0960248 May 10 19:44:45.879844 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-2f8df13f-ee3d-4e0f-a990-9a7027604ff1 req-bc04243a-a05e-4631-957c-86b73826075b tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=d26f064f-c1ee-441a-b1bc-92f08242a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438466 May 10 19:44:45.970934 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-e62241f1-b9d1-496d-b806-51ab04d3368f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:46.144316 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_hamode_db [None req-743cebc2-bbc3-4d11-9fc9-831220d65938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd007b22e-7e33-4c40-b7d4-7f8bae45d928', 'name': 'tempest-TestShelveInstance-1528677621-router', 'tenant_id': '536ec0bc9dcf4f2580e2ea96cc3adb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b37b05ac-6a0c-4926-9e2f-d25e7724c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:39:52Z', 'updated_at': '2021-05-10T19:44:44Z', 'revision_number': 5, 'project_id': '536ec0bc9dcf4f2580e2ea96cc3adb48', 'gw_port': {'id': 'b37b05ac-6a0c-4926-9e2f-d25e7724c785', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd007b22e-7e33-4c40-b7d4-7f8bae45d928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:39:53Z', 'updated_at': '2021-05-10T19:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb'}], 'dv-cinder-784453-6-smb', False) {} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:44:46.150302 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743cebc2-bbc3-4d11-9fc9-831220d65938 None None] Checking router: d007b22e-7e33-4c40-b7d4-7f8bae45d928 for host: dv-cinder-784453-6-smb {{(pid=79297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:44:46.159358 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743cebc2-bbc3-4d11-9fc9-831220d65938 None None] Routers {'d007b22e-7e33-4c40-b7d4-7f8bae45d928'} bound to L3 agent in host dv-cinder-784453-6-smb {{(pid=79297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:44:46.159971 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_hamode_db [None req-743cebc2-bbc3-4d11-9fc9-831220d65938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:29:11Z,description=,heartbeat_timestamp=2021-05-10T19:44:41Z,host='dv-cinder-784453-6-smb',id=66c26874-6d1a-4324-9002-6da014815c52,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:29:11Z,topic='l3_agent')) {'router_ids': ['d007b22e-7e33-4c40-b7d4-7f8bae45d928'], 'active': True} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:44:46.173480 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e56984-f234-4495-87d6-4469e2e94043 req-d326ea58-8199-4b92-aa9f-1336c74b534d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:44:46.174969 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-e7e56984-f234-4495-87d6-4469e2e94043 req-d326ea58-8199-4b92-aa9f-1336c74b534d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=48537c19bc3f482ca2c677fa41f568c5&device_id=ee4a4195-7c12-4bdc-9abe-c582a50d895d HTTP/1.1" status: 200 len: 1099 time: 0.1259234 May 10 19:44:46.177349 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.plugin [None req-e62241f1-b9d1-496d-b806-51ab04d3368f admin admin] Deleting port b37b05ac-6a0c-4926-9e2f-d25e7724c785 {{(pid=79296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:44:46.177682 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-e62241f1-b9d1-496d-b806-51ab04d3368f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757498910621'] for port, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:46.309156 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvr_db [None req-743cebc2-bbc3-4d11-9fc9-831220d65938 None None] Set router d007b22e-7e33-4c40-b7d4-7f8bae45d928 gateway port host: None {{(pid=79297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:44:46.406947 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.db [None req-e62241f1-b9d1-496d-b806-51ab04d3368f admin admin] For port b37b05ac-6a0c-4926-9e2f-d25e7724c785, host dv-cinder-784453-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-smb',level=0,port_id=b37b05ac-6a0c-4926-9e2f-d25e7724c785,segment=NetworkSegment(23ec30ec-fc80-4a54-bc14-1568bb8683df),segment_id=23ec30ec-fc80-4a54-bc14-1568bb8683df)] {{(pid=79296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:44:46.407217 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-e62241f1-b9d1-496d-b806-51ab04d3368f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670902'] for port, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:46.414114 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_hamode_db [None req-743cebc2-bbc3-4d11-9fc9-831220d65938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd007b22e-7e33-4c40-b7d4-7f8bae45d928', 'name': 'tempest-TestShelveInstance-1528677621-router', 'tenant_id': '536ec0bc9dcf4f2580e2ea96cc3adb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:39:52Z', 'updated_at': '2021-05-10T19:44:45Z', 'revision_number': 6, 'project_id': '536ec0bc9dcf4f2580e2ea96cc3adb48', 'gw_port_host': None}], 'dv-cinder-784453-6-smb', False) {} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:44:46.414377 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e56984-f234-4495-87d6-4469e2e94043 req-228dedae-979d-4ebe-9101-40808563e8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:44:46.415860 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-e7e56984-f234-4495-87d6-4469e2e94043 req-228dedae-979d-4ebe-9101-40808563e8d6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c1996f27-1db4-443b-b1de-2cd374f7ede0 HTTP/1.1" status: 200 len: 917 time: 0.2259755 May 10 19:44:46.417996 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743cebc2-bbc3-4d11-9fc9-831220d65938 None None] The sync data for ids ['d007b22e-7e33-4c40-b7d4-7f8bae45d928'] in dv-cinder-784453-6-smb is: [{'id': 'd007b22e-7e33-4c40-b7d4-7f8bae45d928', 'name': 'tempest-TestShelveInstance-1528677621-router', 'tenant_id': '536ec0bc9dcf4f2580e2ea96cc3adb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:39:52Z', 'updated_at': '2021-05-10T19:44:45Z', 'revision_number': 6, 'project_id': '536ec0bc9dcf4f2580e2ea96cc3adb48', 'gw_port_host': None}] {{(pid=79297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:44:46.680454 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.plugin [None req-e62241f1-b9d1-496d-b806-51ab04d3368f admin admin] Calling delete_port for b37b05ac-6a0c-4926-9e2f-d25e7724c785 owned by network:router_gateway {{(pid=79296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:44:46.734966 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-e7e56984-f234-4495-87d6-4469e2e94043 req-295edf60-eaf9-4490-b45f-320677a9ecaa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60aa8e33-108b-44cd-ae6e-a76f5a69dec5 HTTP/1.1" status: 200 len: 1001 time: 0.2661245 May 10 19:44:46.822422 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e56984-f234-4495-87d6-4469e2e94043 req-71ee7db6-a840-4186-91d2-5eba985bfdee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:44:46.823894 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-e7e56984-f234-4495-87d6-4469e2e94043 req-71ee7db6-a840-4186-91d2-5eba985bfdee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d9a3be94-0d38-4426-8d23-4357f15ca2f9 HTTP/1.1" status: 200 len: 855 time: 0.0819931 May 10 19:44:46.948169 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e56984-f234-4495-87d6-4469e2e94043 req-17e2e880-baff-48a9-bc26-9dbdc457445d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:44:46.948399 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-e7e56984-f234-4495-87d6-4469e2e94043 req-17e2e880-baff-48a9-bc26-9dbdc457445d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c1996f27-1db4-443b-b1de-2cd374f7ede0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1167345 May 10 19:44:47.065576 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-e62241f1-b9d1-496d-b806-51ab04d3368f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757498915184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757498479629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10503775'] for port, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:47.070642 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-cdcfa9aa-abb3-4ad7-b727-2d802c00328b tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:44:47.078285 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3533e5-4eb1-4861-807c-50494a97a6fd req-29afb15f-6727-46b3-9016-7e86e567bcd1 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:44:47.079853 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-cf3533e5-4eb1-4861-807c-50494a97a6fd req-29afb15f-6727-46b3-9016-7e86e567bcd1 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee4a4195-7c12-4bdc-9abe-c582a50d895d HTTP/1.1" status: 200 len: 946 time: 0.0877213 May 10 19:44:47.132987 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62241f1-b9d1-496d-b806-51ab04d3368f admin admin] Pushing event deleted for resources: {'Port': ['ID=b37b05ac-6a0c-4926-9e2f-d25e7724c785,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:44:47.164569 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-e62241f1-b9d1-496d-b806-51ab04d3368f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:44:47.177416 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-e7e56984-f234-4495-87d6-4469e2e94043 req-3c133f1c-a299-4698-9df8-9fad9ac5f429 service neutron] 10.222.0.36 "GET /v2.0/networks/c1996f27-1db4-443b-b1de-2cd374f7ede0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210207 May 10 19:44:47.233444 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-cf3533e5-4eb1-4861-807c-50494a97a6fd req-12d7c4dc-dbdf-465f-97d9-0eaecaf5dc0f tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=d26f064f-c1ee-441a-b1bc-92f08242a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467540 May 10 19:44:47.315338 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-e62241f1-b9d1-496d-b806-51ab04d3368f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658280'] for router_gateway, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:47.420224 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device d18b7e39-72f1-4c58-aeee-61f69ce56317 no longer exists at agent ovs-agent-dv-cinder-784453-6-smb {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:44:47.453926 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.plugin [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] No Port match for: d18b7e39-72f1-4c58-aeee-61f69ce56317 {{(pid=79297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:44:47.454277 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device d18b7e39-72f1-4c58-aeee-61f69ce56317 not bound to the agent host dv-cinder-784453-6-smb {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:44:47.454702 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device b37b05ac-6a0c-4926-9e2f-d25e7724c785 no longer exists at agent ovs-agent-dv-cinder-784453-6-smb {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:44:47.489558 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.plugin [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] No Port match for: b37b05ac-6a0c-4926-9e2f-d25e7724c785 {{(pid=79297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:44:47.489825 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device b37b05ac-6a0c-4926-9e2f-d25e7724c785 not bound to the agent host dv-cinder-784453-6-smb {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:44:47.509169 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-e62241f1-b9d1-496d-b806-51ab04d3368f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-862260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5467'] for router, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:47.512720 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-e62241f1-b9d1-496d-b806-51ab04d3368f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:47.518130 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-e7e56984-f234-4495-87d6-4469e2e94043 req-72762ed9-252a-4354-988d-fa8ad336685c service neutron] 10.222.0.36 "GET /v2.0/networks/c1996f27-1db4-443b-b1de-2cd374f7ede0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144462 May 10 19:44:47.643080 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-e62241f1-b9d1-496d-b806-51ab04d3368f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665210'] for router, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:47.643667 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e62241f1-b9d1-496d-b806-51ab04d3368f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d007b22e-7e33-4c40-b7d4-7f8bae45d928 {{(pid=79296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 19:44:47.656629 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-e62241f1-b9d1-496d-b806-51ab04d3368f admin admin] Notify callbacks [] for router, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:47.657802 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-e62241f1-b9d1-496d-b806-51ab04d3368f admin admin] 10.222.0.46 "DELETE /v2.0/routers/d007b22e-7e33-4c40-b7d4-7f8bae45d928 HTTP/1.1" status: 204 len: 168 time: 2.0429358 May 10 19:44:47.660585 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 45504) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:44:47.720880 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0233702-b89a-4445-bb9b-27f672a428e9 admin admin] Deleting subnet be8f9184-e655-413c-8c2a-cea8adc5553d {{(pid=79295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 19:44:47.724304 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-d0233702-b89a-4445-bb9b-27f672a428e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:47.779205 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-d0233702-b89a-4445-bb9b-27f672a428e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1920444'] for subnet, precommit_delete_associations {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:47.892748 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-d0233702-b89a-4445-bb9b-27f672a428e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4008472'] for subnet, precommit_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:48.186138 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-d0233702-b89a-4445-bb9b-27f672a428e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4008471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10826971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1502654'] for subnet, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:48.190690 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:44:48.227129 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0233702-b89a-4445-bb9b-27f672a428e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be8f9184-e655-413c-8c2a-cea8adc5553d,revision_number=None']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:44:48.230182 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-d0233702-b89a-4445-bb9b-27f672a428e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:44:48.231155 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-d0233702-b89a-4445-bb9b-27f672a428e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:48.235968 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2432f09c-339e-4a60-a24d-fe4be6a4825f None None] Network 5e639025-eadf-4b4c-bd6d-cdc3eaf5928c requested from dv-cinder-784453-6-smb {{(pid=79297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:44:48.237679 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-d0233702-b89a-4445-bb9b-27f672a428e9 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/be8f9184-e655-413c-8c2a-cea8adc5553d HTTP/1.1" status: 204 len: 168 time: 0.5754759 May 10 19:44:48.239508 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 45508) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:44:48.347383 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-a953c42e-c2c6-40ad-829c-8d5d357b0ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850776'] for network, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:48.477781 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f7940-b5d9-4542-8fb8-cae6dc88e329 req-699861d4-d2c7-467e-afae-5eef4fd4d6c0 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:44:48.479288 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-594f7940-b5d9-4542-8fb8-cae6dc88e329 req-699861d4-d2c7-467e-afae-5eef4fd4d6c0 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee4a4195-7c12-4bdc-9abe-c582a50d895d HTTP/1.1" status: 200 len: 946 time: 0.1279497 May 10 19:44:48.486545 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd26ee59-4160-4312-8db0-7724a40ff8e2 None None] DHCP port deletion for 5e639025-eadf-4b4c-bd6d-cdc3eaf5928c request from dv-cinder-784453-6-smb {{(pid=79297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 19:44:48.505952 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.plugin [None req-a953c42e-c2c6-40ad-829c-8d5d357b0ad7 admin admin] Deleting port d2ebf538-a3df-4665-aae2-60b25ab0df02 {{(pid=79295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:44:48.506298 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-a953c42e-c2c6-40ad-829c-8d5d357b0ad7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757498910621'] for port, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:48.552178 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.plugin [None req-cd26ee59-4160-4312-8db0-7724a40ff8e2 None None] Deleting port d2ebf538-a3df-4665-aae2-60b25ab0df02 {{(pid=79297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:44:48.552562 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-cd26ee59-4160-4312-8db0-7724a40ff8e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757498910621'] for port, before_delete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:48.617160 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-594f7940-b5d9-4542-8fb8-cae6dc88e329 req-352dc05d-1f38-45ba-9095-0256d3807c94 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=d26f064f-c1ee-441a-b1bc-92f08242a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265795 May 10 19:44:48.624718 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.db [None req-a953c42e-c2c6-40ad-829c-8d5d357b0ad7 admin admin] For port d2ebf538-a3df-4665-aae2-60b25ab0df02, host dv-cinder-784453-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-smb',level=0,port_id=d2ebf538-a3df-4665-aae2-60b25ab0df02,segment=NetworkSegment(a6604af7-609a-4966-831b-b0a2c078687c),segment_id=a6604af7-609a-4966-831b-b0a2c078687c)] {{(pid=79295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:44:48.625785 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-a953c42e-c2c6-40ad-829c-8d5d357b0ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670902'] for port, precommit_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:48.649281 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-cd26ee59-4160-4312-8db0-7724a40ff8e2 None None] For port d2ebf538-a3df-4665-aae2-60b25ab0df02, host dv-cinder-784453-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-smb',level=0,port_id=d2ebf538-a3df-4665-aae2-60b25ab0df02,segment=NetworkSegment(a6604af7-609a-4966-831b-b0a2c078687c),segment_id=a6604af7-609a-4966-831b-b0a2c078687c)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:44:48.649709 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-cd26ee59-4160-4312-8db0-7724a40ff8e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670902'] for port, precommit_delete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:48.746443 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.plugin [None req-a953c42e-c2c6-40ad-829c-8d5d357b0ad7 admin admin] Calling delete_port for d2ebf538-a3df-4665-aae2-60b25ab0df02 owned by network:dhcp {{(pid=79295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:44:48.776005 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.plugin [None req-cd26ee59-4160-4312-8db0-7724a40ff8e2 None None] Calling delete_port for d2ebf538-a3df-4665-aae2-60b25ab0df02 owned by network:dhcp {{(pid=79297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:44:48.843585 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-a953c42e-c2c6-40ad-829c-8d5d357b0ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757498915184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757498479629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10826888'] for port, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:48.847790 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-60802a07-79f9-4624-ae08-954631254c68 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:44:48.849371 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-cd26ee59-4160-4312-8db0-7724a40ff8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757498915184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757498479629'] for port, after_delete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:48.853939 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:44:48.888584 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a953c42e-c2c6-40ad-829c-8d5d357b0ad7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2ebf538-a3df-4665-aae2-60b25ab0df02,revision_number=None']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:44:48.892080 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-a953c42e-c2c6-40ad-829c-8d5d357b0ad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:44:48.894370 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a953c42e-c2c6-40ad-829c-8d5d357b0ad7 admin admin] No DVR routers for this DVR port d2ebf538-a3df-4665-aae2-60b25ab0df02 on host dv-cinder-784453-6-smb {{(pid=79295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:44:48.903365 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd26ee59-4160-4312-8db0-7724a40ff8e2 None None] No DVR routers for this DVR port d2ebf538-a3df-4665-aae2-60b25ab0df02 on host dv-cinder-784453-6-smb {{(pid=79297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:44:48.909327 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd26ee59-4160-4312-8db0-7724a40ff8e2 None None] Pushing event deleted for resources: {'Port': ['ID=d2ebf538-a3df-4665-aae2-60b25ab0df02,revision_number=None']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:44:48.911548 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-cd26ee59-4160-4312-8db0-7724a40ff8e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:44:49.007519 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-a953c42e-c2c6-40ad-829c-8d5d357b0ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002531', 'neutron.services.segments.db._delete_segments_for_network-8757498921373'] for network, precommit_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:49.024379 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.services.segments.db [None req-a953c42e-c2c6-40ad-829c-8d5d357b0ad7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e639025-eadf-4b4c-bd6d-cdc3eaf5928c']}} {{(pid=79295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:44:49.038480 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.services.segments.db [None req-a953c42e-c2c6-40ad-829c-8d5d357b0ad7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6604af7-609a-4966-831b-b0a2c078687c') {'for_net_delete': True} {{(pid=79295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:44:49.038783 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.services.segments.db [None req-a953c42e-c2c6-40ad-829c-8d5d357b0ad7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6604af7-609a-4966-831b-b0a2c078687c') {} {{(pid=79295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:44:49.050390 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-a953c42e-c2c6-40ad-829c-8d5d357b0ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757498933351', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1920419'] for segment, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:49.065990 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-a953c42e-c2c6-40ad-829c-8d5d357b0ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007211'] for segment, precommit_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:49.072390 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a953c42e-c2c6-40ad-829c-8d5d357b0ad7 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=79295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:44:49.072770 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-a953c42e-c2c6-40ad-829c-8d5d357b0ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10826941'] for segment, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:49.085517 dv-cinder-784453-6-smb neutron-server[79295]: Traceback (most recent call last): May 10 19:44:49.085517 dv-cinder-784453-6-smb neutron-server[79295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:44:49.085517 dv-cinder-784453-6-smb neutron-server[79295]: timer() May 10 19:44:49.085517 dv-cinder-784453-6-smb neutron-server[79295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:44:49.085517 dv-cinder-784453-6-smb neutron-server[79295]: cb(*args, **kw) May 10 19:44:49.085517 dv-cinder-784453-6-smb neutron-server[79295]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 19:44:49.085517 dv-cinder-784453-6-smb neutron-server[79295]: return func(*args, **kwargs) May 10 19:44:49.085517 dv-cinder-784453-6-smb neutron-server[79295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:44:49.085517 dv-cinder-784453-6-smb neutron-server[79295]: self._notify() May 10 19:44:49.085517 dv-cinder-784453-6-smb neutron-server[79295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:44:49.085517 dv-cinder-784453-6-smb neutron-server[79295]: self.callback(batched_events) May 10 19:44:49.085517 dv-cinder-784453-6-smb neutron-server[79295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:44:49.085517 dv-cinder-784453-6-smb neutron-server[79295]: event.method(event) May 10 19:44:49.085517 dv-cinder-784453-6-smb neutron-server[79295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 19:44:49.085517 dv-cinder-784453-6-smb neutron-server[79295]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:44:49.085517 dv-cinder-784453-6-smb neutron-server[79295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 19:44:49.085517 dv-cinder-784453-6-smb neutron-server[79295]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:44:49.085517 dv-cinder-784453-6-smb neutron-server[79295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 19:44:49.085517 dv-cinder-784453-6-smb neutron-server[79295]: return f(self, *a, **k) May 10 19:44:49.085517 dv-cinder-784453-6-smb neutron-server[79295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 19:44:49.085517 dv-cinder-784453-6-smb neutron-server[79295]: return self._get(url).json() May 10 19:44:49.085517 dv-cinder-784453-6-smb neutron-server[79295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 19:44:49.085517 dv-cinder-784453-6-smb neutron-server[79295]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:44:49.085517 dv-cinder-784453-6-smb neutron-server[79295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:44:49.085517 dv-cinder-784453-6-smb neutron-server[79295]: return self.request(url, 'GET', **kwargs) May 10 19:44:49.085517 dv-cinder-784453-6-smb neutron-server[79295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:44:49.085517 dv-cinder-784453-6-smb neutron-server[79295]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:44:49.085517 dv-cinder-784453-6-smb neutron-server[79295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:44:49.085517 dv-cinder-784453-6-smb neutron-server[79295]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:44:49.085517 dv-cinder-784453-6-smb neutron-server[79295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:44:49.085517 dv-cinder-784453-6-smb neutron-server[79295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:44:49.085517 dv-cinder-784453-6-smb neutron-server[79295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:44:49.171586 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device 60aa8e33-108b-44cd-ae6e-a76f5a69dec5 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:44:49.203602 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-a953c42e-c2c6-40ad-829c-8d5d357b0ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658298'] for network, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:49.208525 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-a953c42e-c2c6-40ad-829c-8d5d357b0ad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533414'] for network, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:49.212033 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:44:49.289855 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:49.318347 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee4a4195-7c12-4bdc-9abe-c582a50d895d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60aa8e33-108b-44cd-ae6e-a76f5a69dec5'}] {{(pid=79297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:44:49.328851 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] For port 60aa8e33-108b-44cd-ae6e-a76f5a69dec5, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=60aa8e33-108b-44cd-ae6e-a76f5a69dec5,segment=NetworkSegment(108993fe-967b-403c-a08b-306337f62f28),segment_id=108993fe-967b-403c-a08b-306337f62f28)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:44:49.332849 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a953c42e-c2c6-40ad-829c-8d5d357b0ad7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e639025-eadf-4b4c-bd6d-cdc3eaf5928c,revision_number=None']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:44:49.335363 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-a953c42e-c2c6-40ad-829c-8d5d357b0ad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:44:49.339541 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-a953c42e-c2c6-40ad-829c-8d5d357b0ad7 admin admin] 10.222.0.46 "DELETE /v2.0/networks/5e639025-eadf-4b4c-bd6d-cdc3eaf5928c HTTP/1.1" status: 204 len: 168 time: 1.0988708 May 10 19:44:49.340467 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 45516) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:44:49.371249 dv-cinder-784453-6-smb neutron-server[79297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee4a4195-7c12-4bdc-9abe-c582a50d895d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60aa8e33-108b-44cd-ae6e-a76f5a69dec5', 'code': 200} May 10 19:44:49.409122 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:49.411721 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:44:49.443941 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device d2ebf538-a3df-4665-aae2-60b25ab0df02 no longer exists at agent ovs-agent-dv-cinder-784453-6-smb {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:44:49.490722 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.plugin [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] No Port match for: d2ebf538-a3df-4665-aae2-60b25ab0df02 {{(pid=79297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:44:49.491457 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device d2ebf538-a3df-4665-aae2-60b25ab0df02 not bound to the agent host dv-cinder-784453-6-smb {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:44:49.517697 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Pushing event updated for resources: {'Port': ['ID=60aa8e33-108b-44cd-ae6e-a76f5a69dec5,revision_number=8']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:44:49.520666 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:44:49.816658 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f690306-39ec-4ad7-89e1-77bd7c30a9d3 req-eedd0494-938b-4550-8e45-dd014f46a4dd tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:44:49.818136 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-2f690306-39ec-4ad7-89e1-77bd7c30a9d3 req-eedd0494-938b-4550-8e45-dd014f46a4dd tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee4a4195-7c12-4bdc-9abe-c582a50d895d HTTP/1.1" status: 200 len: 944 time: 0.0822999 May 10 19:44:49.871220 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-2f690306-39ec-4ad7-89e1-77bd7c30a9d3 req-88256054-9c88-422a-a5e8-6e0169165000 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=d26f064f-c1ee-441a-b1bc-92f08242a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471101 May 10 19:44:49.999095 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-f5a5533c-78ad-4838-8170-7e4054008be3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663372'] for router_interface, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:50.405681 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.plugin [None req-f5a5533c-78ad-4838-8170-7e4054008be3 admin admin] Deleting port e10dfb5b-a0c7-4278-ba1a-0046040165d7 {{(pid=79296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:44:50.406351 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-f5a5533c-78ad-4838-8170-7e4054008be3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757498910621'] for port, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:50.525728 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.db [None req-f5a5533c-78ad-4838-8170-7e4054008be3 admin admin] For port e10dfb5b-a0c7-4278-ba1a-0046040165d7, host dv-cinder-784453-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-smb',level=0,port_id=e10dfb5b-a0c7-4278-ba1a-0046040165d7,segment=NetworkSegment(283177fc-8ba5-4643-88d9-7184363d4a6d),segment_id=283177fc-8ba5-4643-88d9-7184363d4a6d)] {{(pid=79296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:44:50.526002 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-f5a5533c-78ad-4838-8170-7e4054008be3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670902'] for port, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:50.647113 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.plugin [None req-f5a5533c-78ad-4838-8170-7e4054008be3 admin admin] Calling delete_port for e10dfb5b-a0c7-4278-ba1a-0046040165d7 owned by network:router_interface {{(pid=79296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:44:50.866369 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-f5a5533c-78ad-4838-8170-7e4054008be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757498915184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757498479629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10503775'] for port, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:50.871875 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:44:50.915053 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a5533c-78ad-4838-8170-7e4054008be3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e10dfb5b-a0c7-4278-ba1a-0046040165d7,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:44:50.941350 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-f5a5533c-78ad-4838-8170-7e4054008be3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:44:51.178617 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-f5a5533c-78ad-4838-8170-7e4054008be3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665084'] for router_interface, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:51.639542 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5a5533c-78ad-4838-8170-7e4054008be3 admin admin] Router efc672c6-3b0f-4a21-9ea2-6394297772f2 has already been hosted by L3 agent 66c26874-6d1a-4324-9002-6da014815c52 {{(pid=79296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:44:51.815682 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a5533c-78ad-4838-8170-7e4054008be3 admin admin] Notify agent at l3_agent.dv-cinder-784453-6-smb the message routers_updated {{(pid=79296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:44:51.824971 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69a9e5f-e71c-4e99-b6da-27a4e32a41ae None None] Sync routers for ids ['efc672c6-3b0f-4a21-9ea2-6394297772f2'] in dv-cinder-784453-6-smb {{(pid=79298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:44:51.828993 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 45542) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:44:51.829434 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-f5a5533c-78ad-4838-8170-7e4054008be3 admin admin] 10.222.0.46 "PUT /v2.0/routers/efc672c6-3b0f-4a21-9ea2-6394297772f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4875157 May 10 19:44:51.835106 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69a9e5f-e71c-4e99-b6da-27a4e32a41ae None None] Routers {'efc672c6-3b0f-4a21-9ea2-6394297772f2'} bound to L3 agent in host dv-cinder-784453-6-smb {{(pid=79298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:44:51.835723 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_hamode_db [None req-f69a9e5f-e71c-4e99-b6da-27a4e32a41ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:29:11Z,description=,heartbeat_timestamp=2021-05-10T19:44:41Z,host='dv-cinder-784453-6-smb',id=66c26874-6d1a-4324-9002-6da014815c52,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:29:11Z,topic='l3_agent')) {'router_ids': ['efc672c6-3b0f-4a21-9ea2-6394297772f2'], 'active': True} {{(pid=79298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:44:52.008754 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_dvr_db [None req-f69a9e5f-e71c-4e99-b6da-27a4e32a41ae None None] Set router efc672c6-3b0f-4a21-9ea2-6394297772f2 gateway port host: dv-cinder-784453-6-smb {{(pid=79298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:44:52.183268 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-52f831e9-009c-4de7-ac3c-a8f404236614 admin admin] Notify callbacks [] for router, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:52.296349 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_hamode_db [None req-f69a9e5f-e71c-4e99-b6da-27a4e32a41ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc672c6-3b0f-4a21-9ea2-6394297772f2', 'name': 'tempest-TestShelveInstance-1087167889-router', 'tenant_id': '75b4330dd7ba482092235aa9441a1180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.81'}], 'enable_snat': True}, 'gw_port_id': 'f2157f5b-9e98-4e11-9aab-7d06a09b7e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:40:03Z', 'updated_at': '2021-05-10T19:44:50Z', 'revision_number': 5, 'project_id': '75b4330dd7ba482092235aa9441a1180', 'gw_port': {'id': 'f2157f5b-9e98-4e11-9aab-7d06a09b7e0c', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:fc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc672c6-3b0f-4a21-9ea2-6394297772f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:40:05Z', 'updated_at': '2021-05-10T19:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb'}], 'dv-cinder-784453-6-smb', False) {} {{(pid=79298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:44:52.300356 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69a9e5f-e71c-4e99-b6da-27a4e32a41ae None None] Checking router: efc672c6-3b0f-4a21-9ea2-6394297772f2 for host: dv-cinder-784453-6-smb {{(pid=79298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:44:52.310062 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69a9e5f-e71c-4e99-b6da-27a4e32a41ae None None] Routers {'efc672c6-3b0f-4a21-9ea2-6394297772f2'} bound to L3 agent in host dv-cinder-784453-6-smb {{(pid=79298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:44:52.310682 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_hamode_db [None req-f69a9e5f-e71c-4e99-b6da-27a4e32a41ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:29:11Z,description=,heartbeat_timestamp=2021-05-10T19:44:41Z,host='dv-cinder-784453-6-smb',id=66c26874-6d1a-4324-9002-6da014815c52,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:29:11Z,topic='l3_agent')) {'router_ids': ['efc672c6-3b0f-4a21-9ea2-6394297772f2'], 'active': True} {{(pid=79298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:44:52.419231 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-52f831e9-009c-4de7-ac3c-a8f404236614 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:52.428620 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bdc646-384a-4a3f-adf6-0f7c628821a8 req-b0ccac9d-d348-46b6-b465-2000bc889a8b tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:44:52.429995 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-16bdc646-384a-4a3f-adf6-0f7c628821a8 req-b0ccac9d-d348-46b6-b465-2000bc889a8b tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee4a4195-7c12-4bdc-9abe-c582a50d895d HTTP/1.1" status: 200 len: 944 time: 0.1356866 May 10 19:44:52.475997 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-16bdc646-384a-4a3f-adf6-0f7c628821a8 req-48a3fce1-d3ea-410b-aadd-89ef01086a5c tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=d26f064f-c1ee-441a-b1bc-92f08242a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394080 May 10 19:44:52.488607 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_dvr_db [None req-f69a9e5f-e71c-4e99-b6da-27a4e32a41ae None None] Set router efc672c6-3b0f-4a21-9ea2-6394297772f2 gateway port host: dv-cinder-784453-6-smb {{(pid=79298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:44:52.551205 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.plugin [None req-52f831e9-009c-4de7-ac3c-a8f404236614 admin admin] Deleting port f2157f5b-9e98-4e11-9aab-7d06a09b7e0c {{(pid=79295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:44:52.551550 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-52f831e9-009c-4de7-ac3c-a8f404236614 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757498910621'] for port, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:52.672719 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.db [None req-52f831e9-009c-4de7-ac3c-a8f404236614 admin admin] For port f2157f5b-9e98-4e11-9aab-7d06a09b7e0c, host dv-cinder-784453-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-smb',level=0,port_id=f2157f5b-9e98-4e11-9aab-7d06a09b7e0c,segment=NetworkSegment(23ec30ec-fc80-4a54-bc14-1568bb8683df),segment_id=23ec30ec-fc80-4a54-bc14-1568bb8683df)] {{(pid=79295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:44:52.673074 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-52f831e9-009c-4de7-ac3c-a8f404236614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670902'] for port, precommit_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:52.774435 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_hamode_db [None req-f69a9e5f-e71c-4e99-b6da-27a4e32a41ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc672c6-3b0f-4a21-9ea2-6394297772f2', 'name': 'tempest-TestShelveInstance-1087167889-router', 'tenant_id': '75b4330dd7ba482092235aa9441a1180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.81'}], 'enable_snat': True}, 'gw_port_id': 'f2157f5b-9e98-4e11-9aab-7d06a09b7e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:40:03Z', 'updated_at': '2021-05-10T19:44:50Z', 'revision_number': 5, 'project_id': '75b4330dd7ba482092235aa9441a1180', 'gw_port': {'id': 'f2157f5b-9e98-4e11-9aab-7d06a09b7e0c', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:fc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc672c6-3b0f-4a21-9ea2-6394297772f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:40:05Z', 'updated_at': '2021-05-10T19:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb'}], 'dv-cinder-784453-6-smb', False) {} {{(pid=79298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:44:52.778345 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69a9e5f-e71c-4e99-b6da-27a4e32a41ae None None] The sync data for ids ['efc672c6-3b0f-4a21-9ea2-6394297772f2'] in dv-cinder-784453-6-smb is: [{'id': 'efc672c6-3b0f-4a21-9ea2-6394297772f2', 'name': 'tempest-TestShelveInstance-1087167889-router', 'tenant_id': '75b4330dd7ba482092235aa9441a1180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.81'}], 'enable_snat': True}, 'gw_port_id': 'f2157f5b-9e98-4e11-9aab-7d06a09b7e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:40:03Z', 'updated_at': '2021-05-10T19:44:50Z', 'revision_number': 5, 'project_id': '75b4330dd7ba482092235aa9441a1180', 'gw_port': {'id': 'f2157f5b-9e98-4e11-9aab-7d06a09b7e0c', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:fc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc672c6-3b0f-4a21-9ea2-6394297772f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:40:05Z', 'updated_at': '2021-05-10T19:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb'}] {{(pid=79298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:44:52.796064 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.plugin [None req-52f831e9-009c-4de7-ac3c-a8f404236614 admin admin] Calling delete_port for f2157f5b-9e98-4e11-9aab-7d06a09b7e0c owned by network:router_gateway {{(pid=79295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:44:52.837870 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-36c0dfec-61ae-4e31-b65d-ebf250099d85 req-ae83873e-b0a3-44e2-8432-3a2ddcd473ea service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ee4a4195-7c12-4bdc-9abe-c582a50d895d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0893326 May 10 19:44:52.997889 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-52f831e9-009c-4de7-ac3c-a8f404236614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757498915184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757498479629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10826888'] for port, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:53.002728 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-89491f6b-9c73-466c-872e-74c68def3c04 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:44:53.048584 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f831e9-009c-4de7-ac3c-a8f404236614 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2157f5b-9e98-4e11-9aab-7d06a09b7e0c,revision_number=None']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:44:53.074084 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-52f831e9-009c-4de7-ac3c-a8f404236614 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:44:53.138603 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-52f831e9-009c-4de7-ac3c-a8f404236614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658280'] for router_gateway, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:53.187875 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device 60aa8e33-108b-44cd-ae6e-a76f5a69dec5 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:44:53.419628 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-52f831e9-009c-4de7-ac3c-a8f404236614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-862260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5467'] for router, precommit_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:53.421803 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-52f831e9-009c-4de7-ac3c-a8f404236614 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:53.438730 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device e10dfb5b-a0c7-4278-ba1a-0046040165d7 no longer exists at agent ovs-agent-dv-cinder-784453-6-smb {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:44:53.471849 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.plugin [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] No Port match for: e10dfb5b-a0c7-4278-ba1a-0046040165d7 {{(pid=79297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:44:53.472198 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device e10dfb5b-a0c7-4278-ba1a-0046040165d7 not bound to the agent host dv-cinder-784453-6-smb {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:44:53.624332 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-52f831e9-009c-4de7-ac3c-a8f404236614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665210'] for router, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:53.624760 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f831e9-009c-4de7-ac3c-a8f404236614 admin admin] Fanout notify agent at l3_agent the message router_deleted on router efc672c6-3b0f-4a21-9ea2-6394297772f2 {{(pid=79295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 19:44:53.649666 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-52f831e9-009c-4de7-ac3c-a8f404236614 admin admin] Notify callbacks [] for router, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:53.650973 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-52f831e9-009c-4de7-ac3c-a8f404236614 admin admin] 10.222.0.46 "DELETE /v2.0/routers/efc672c6-3b0f-4a21-9ea2-6394297772f2 HTTP/1.1" status: 204 len: 168 time: 1.8202517 May 10 19:44:53.653471 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 45574) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:44:53.680297 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ad2df3-311e-4981-ae57-108d9c7fccd8 req-30f664c9-c3f2-44b2-867d-98cc5b4f16b0 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:44:53.682473 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-d9ad2df3-311e-4981-ae57-108d9c7fccd8 req-30f664c9-c3f2-44b2-867d-98cc5b4f16b0 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee4a4195-7c12-4bdc-9abe-c582a50d895d HTTP/1.1" status: 200 len: 944 time: 0.0951090 May 10 19:44:53.738015 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab497eab-cf05-45af-8020-1762c6452dff admin admin] Deleting subnet 55b53479-1451-43f1-89eb-8601a43faa9d {{(pid=79296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 19:44:53.744611 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-ab497eab-cf05-45af-8020-1762c6452dff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:53.747818 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-d9ad2df3-311e-4981-ae57-108d9c7fccd8 req-864f86d4-51e0-4117-ad58-7c6ad84bc999 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=d26f064f-c1ee-441a-b1bc-92f08242a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548310 May 10 19:44:53.800621 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-ab497eab-cf05-45af-8020-1762c6452dff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10932808'] for subnet, precommit_delete_associations {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:53.877484 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-ab497eab-cf05-45af-8020-1762c6452dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4008472'] for subnet, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:54.169570 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-ab497eab-cf05-45af-8020-1762c6452dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4008471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10503692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10614102'] for subnet, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:54.173712 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:44:54.206305 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab497eab-cf05-45af-8020-1762c6452dff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55b53479-1451-43f1-89eb-8601a43faa9d,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:44:54.208824 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-ab497eab-cf05-45af-8020-1762c6452dff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:44:54.213807 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-ab497eab-cf05-45af-8020-1762c6452dff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533414'] for subnet, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:54.218745 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf86996-28ac-41e6-9753-b7dc5ce96960 None None] Network 87aeb287-77b6-4066-8767-8291f586a0d4 requested from dv-cinder-784453-6-smb {{(pid=79297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:44:54.222570 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-ab497eab-cf05-45af-8020-1762c6452dff admin admin] 10.222.0.46 "DELETE /v2.0/subnets/55b53479-1451-43f1-89eb-8601a43faa9d HTTP/1.1" status: 204 len: 168 time: 0.5659223 May 10 19:44:54.222867 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 45578) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:44:54.371234 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-35edb59d-4654-4c2a-b209-240a3ceb1f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850776'] for network, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:54.439093 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c0dfec-61ae-4e31-b65d-ebf250099d85 req-64c096af-401e-4490-ae95-f7dba4f5cc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:44:54.440560 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-36c0dfec-61ae-4e31-b65d-ebf250099d85 req-64c096af-401e-4490-ae95-f7dba4f5cc1e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ee4a4195-7c12-4bdc-9abe-c582a50d895d&tenant_id=48537c19bc3f482ca2c677fa41f568c5 HTTP/1.1" status: 200 len: 1097 time: 0.1494045 May 10 19:44:54.459926 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98eb3aab-2378-4e5e-a786-a3f415b14155 None None] DHCP port deletion for 87aeb287-77b6-4066-8767-8291f586a0d4 request from dv-cinder-784453-6-smb {{(pid=79297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 19:44:54.465493 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.plugin [None req-35edb59d-4654-4c2a-b209-240a3ceb1f26 admin admin] Deleting port 9210cb80-da00-41a7-b683-ec96e96cff6f {{(pid=79296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:44:54.465898 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-35edb59d-4654-4c2a-b209-240a3ceb1f26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757498910621'] for port, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:54.522715 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.plugin [None req-98eb3aab-2378-4e5e-a786-a3f415b14155 None None] Deleting port 9210cb80-da00-41a7-b683-ec96e96cff6f {{(pid=79297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:44:54.523123 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-98eb3aab-2378-4e5e-a786-a3f415b14155 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757498910621'] for port, before_delete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:54.609277 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.db [None req-35edb59d-4654-4c2a-b209-240a3ceb1f26 admin admin] For port 9210cb80-da00-41a7-b683-ec96e96cff6f, host dv-cinder-784453-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-smb',level=0,port_id=9210cb80-da00-41a7-b683-ec96e96cff6f,segment=NetworkSegment(283177fc-8ba5-4643-88d9-7184363d4a6d),segment_id=283177fc-8ba5-4643-88d9-7184363d4a6d)] {{(pid=79296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:44:54.609640 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-35edb59d-4654-4c2a-b209-240a3ceb1f26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670902'] for port, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:54.621333 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-98eb3aab-2378-4e5e-a786-a3f415b14155 None None] For port 9210cb80-da00-41a7-b683-ec96e96cff6f, host dv-cinder-784453-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-smb',level=0,port_id=9210cb80-da00-41a7-b683-ec96e96cff6f,segment=NetworkSegment(283177fc-8ba5-4643-88d9-7184363d4a6d),segment_id=283177fc-8ba5-4643-88d9-7184363d4a6d)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:44:54.621725 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-98eb3aab-2378-4e5e-a786-a3f415b14155 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670902'] for port, precommit_delete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:54.745179 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.plugin [None req-98eb3aab-2378-4e5e-a786-a3f415b14155 None None] Calling delete_port for 9210cb80-da00-41a7-b683-ec96e96cff6f owned by network:dhcp {{(pid=79297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:44:54.849540 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.plugin [None req-35edb59d-4654-4c2a-b209-240a3ceb1f26 admin admin] Calling delete_port for 9210cb80-da00-41a7-b683-ec96e96cff6f owned by network:dhcp {{(pid=79296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:44:54.869420 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c0dfec-61ae-4e31-b65d-ebf250099d85 req-1a57ced1-9940-4272-96d1-bed855d879e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:44:54.870917 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-36c0dfec-61ae-4e31-b65d-ebf250099d85 req-1a57ced1-9940-4272-96d1-bed855d879e9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=48537c19bc3f482ca2c677fa41f568c5&device_id=ee4a4195-7c12-4bdc-9abe-c582a50d895d HTTP/1.1" status: 200 len: 1097 time: 0.3930895 May 10 19:44:54.875601 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-98eb3aab-2378-4e5e-a786-a3f415b14155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757498915184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757498479629'] for port, after_delete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:54.879653 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:44:54.930156 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eb3aab-2378-4e5e-a786-a3f415b14155 None None] Pushing event deleted for resources: {'Port': ['ID=9210cb80-da00-41a7-b683-ec96e96cff6f,revision_number=None']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:44:54.937794 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-98eb3aab-2378-4e5e-a786-a3f415b14155 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:44:54.941080 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98eb3aab-2378-4e5e-a786-a3f415b14155 None None] No DVR routers for this DVR port 9210cb80-da00-41a7-b683-ec96e96cff6f on host dv-cinder-784453-6-smb {{(pid=79297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:44:54.973977 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f408d56-8d92-4b1a-bdaa-9e78644d5196 req-943b5422-13ce-4d7a-9bd9-d4f2832bc965 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:44:54.975540 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-1f408d56-8d92-4b1a-bdaa-9e78644d5196 req-943b5422-13ce-4d7a-9bd9-d4f2832bc965 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee4a4195-7c12-4bdc-9abe-c582a50d895d HTTP/1.1" status: 200 len: 944 time: 0.0942864 May 10 19:44:55.025910 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-1f408d56-8d92-4b1a-bdaa-9e78644d5196 req-d91313db-266d-436f-a564-d0fb24d090b9 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=d26f064f-c1ee-441a-b1bc-92f08242a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416777 May 10 19:44:55.031515 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-35edb59d-4654-4c2a-b209-240a3ceb1f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757498915184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757498479629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10503775'] for port, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:55.036240 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-148126cd-19db-46c1-af51-60916c7853fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:44:55.064566 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c0dfec-61ae-4e31-b65d-ebf250099d85 req-c1c9f7cb-8a29-44b0-b4fc-141b515835e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:44:55.066014 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-36c0dfec-61ae-4e31-b65d-ebf250099d85 req-c1c9f7cb-8a29-44b0-b4fc-141b515835e8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c1996f27-1db4-443b-b1de-2cd374f7ede0 HTTP/1.1" status: 200 len: 917 time: 0.1848385 May 10 19:44:55.135178 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35edb59d-4654-4c2a-b209-240a3ceb1f26 admin admin] Pushing event deleted for resources: {'Port': ['ID=9210cb80-da00-41a7-b683-ec96e96cff6f,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:44:55.148471 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35edb59d-4654-4c2a-b209-240a3ceb1f26 admin admin] No DVR routers for this DVR port 9210cb80-da00-41a7-b683-ec96e96cff6f on host dv-cinder-784453-6-smb {{(pid=79296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:44:55.150633 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-35edb59d-4654-4c2a-b209-240a3ceb1f26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:44:55.284379 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-36c0dfec-61ae-4e31-b65d-ebf250099d85 req-dd2f108d-946b-47f0-83ed-52b1bbedd86e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60aa8e33-108b-44cd-ae6e-a76f5a69dec5 HTTP/1.1" status: 200 len: 999 time: 0.2099304 May 10 19:44:55.290656 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-35edb59d-4654-4c2a-b209-240a3ceb1f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002531', 'neutron.services.segments.db._delete_segments_for_network-8757498921373'] for network, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:55.335023 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.services.segments.db [None req-35edb59d-4654-4c2a-b209-240a3ceb1f26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87aeb287-77b6-4066-8767-8291f586a0d4']}} {{(pid=79296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:44:55.352708 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.services.segments.db [None req-35edb59d-4654-4c2a-b209-240a3ceb1f26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '283177fc-8ba5-4643-88d9-7184363d4a6d') {'for_net_delete': True} {{(pid=79296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:44:55.353009 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.services.segments.db [None req-35edb59d-4654-4c2a-b209-240a3ceb1f26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '283177fc-8ba5-4643-88d9-7184363d4a6d') {} {{(pid=79296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:44:55.369185 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-35edb59d-4654-4c2a-b209-240a3ceb1f26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757498933351', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10932823'] for segment, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:55.391395 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c0dfec-61ae-4e31-b65d-ebf250099d85 req-77eae04e-f752-4a10-a262-34a8a191339e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:44:55.392850 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-36c0dfec-61ae-4e31-b65d-ebf250099d85 req-77eae04e-f752-4a10-a262-34a8a191339e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d9a3be94-0d38-4426-8d23-4357f15ca2f9 HTTP/1.1" status: 200 len: 855 time: 0.0949476 May 10 19:44:55.396224 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-35edb59d-4654-4c2a-b209-240a3ceb1f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007211'] for segment, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:55.426260 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device 9210cb80-da00-41a7-b683-ec96e96cff6f no longer exists at agent ovs-agent-dv-cinder-784453-6-smb {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:44:55.436666 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35edb59d-4654-4c2a-b209-240a3ceb1f26 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=79296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:44:55.437064 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-35edb59d-4654-4c2a-b209-240a3ceb1f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10503786'] for segment, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:55.455322 dv-cinder-784453-6-smb neutron-server[79296]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 19:44:55.455322 dv-cinder-784453-6-smb neutron-server[79296]: util.warn( May 10 19:44:55.455322 dv-cinder-784453-6-smb neutron-server[79296]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 19:44:55.455322 dv-cinder-784453-6-smb neutron-server[79296]: util.warn( May 10 19:44:55.455322 dv-cinder-784453-6-smb neutron-server[79296]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 19:44:55.455322 dv-cinder-784453-6-smb neutron-server[79296]: util.warn( May 10 19:44:55.455322 dv-cinder-784453-6-smb neutron-server[79296]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 19:44:55.455322 dv-cinder-784453-6-smb neutron-server[79296]: util.warn( May 10 19:44:55.455322 dv-cinder-784453-6-smb neutron-server[79296]: Traceback (most recent call last): May 10 19:44:55.455322 dv-cinder-784453-6-smb neutron-server[79296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:44:55.455322 dv-cinder-784453-6-smb neutron-server[79296]: timer() May 10 19:44:55.455322 dv-cinder-784453-6-smb neutron-server[79296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:44:55.455322 dv-cinder-784453-6-smb neutron-server[79296]: cb(*args, **kw) May 10 19:44:55.455322 dv-cinder-784453-6-smb neutron-server[79296]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 19:44:55.455322 dv-cinder-784453-6-smb neutron-server[79296]: return func(*args, **kwargs) May 10 19:44:55.455322 dv-cinder-784453-6-smb neutron-server[79296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:44:55.455322 dv-cinder-784453-6-smb neutron-server[79296]: self._notify() May 10 19:44:55.455322 dv-cinder-784453-6-smb neutron-server[79296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:44:55.455322 dv-cinder-784453-6-smb neutron-server[79296]: self.callback(batched_events) May 10 19:44:55.455322 dv-cinder-784453-6-smb neutron-server[79296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:44:55.455322 dv-cinder-784453-6-smb neutron-server[79296]: event.method(event) May 10 19:44:55.455322 dv-cinder-784453-6-smb neutron-server[79296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 19:44:55.455322 dv-cinder-784453-6-smb neutron-server[79296]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:44:55.455322 dv-cinder-784453-6-smb neutron-server[79296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 19:44:55.455322 dv-cinder-784453-6-smb neutron-server[79296]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:44:55.455322 dv-cinder-784453-6-smb neutron-server[79296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 19:44:55.455322 dv-cinder-784453-6-smb neutron-server[79296]: return f(self, *a, **k) May 10 19:44:55.455322 dv-cinder-784453-6-smb neutron-server[79296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 19:44:55.455322 dv-cinder-784453-6-smb neutron-server[79296]: return self._get(url).json() May 10 19:44:55.455322 dv-cinder-784453-6-smb neutron-server[79296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 19:44:55.455322 dv-cinder-784453-6-smb neutron-server[79296]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:44:55.455322 dv-cinder-784453-6-smb neutron-server[79296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:44:55.455322 dv-cinder-784453-6-smb neutron-server[79296]: return self.request(url, 'GET', **kwargs) May 10 19:44:55.455322 dv-cinder-784453-6-smb neutron-server[79296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:44:55.455322 dv-cinder-784453-6-smb neutron-server[79296]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:44:55.455322 dv-cinder-784453-6-smb neutron-server[79296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:44:55.455322 dv-cinder-784453-6-smb neutron-server[79296]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:44:55.455322 dv-cinder-784453-6-smb neutron-server[79296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:44:55.455322 dv-cinder-784453-6-smb neutron-server[79296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:44:55.455322 dv-cinder-784453-6-smb neutron-server[79296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:44:55.460649 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.plugin [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] No Port match for: 9210cb80-da00-41a7-b683-ec96e96cff6f {{(pid=79297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:44:55.461002 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device 9210cb80-da00-41a7-b683-ec96e96cff6f not bound to the agent host dv-cinder-784453-6-smb {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:44:55.461425 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device f2157f5b-9e98-4e11-9aab-7d06a09b7e0c no longer exists at agent ovs-agent-dv-cinder-784453-6-smb {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:44:55.493534 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.plugin [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] No Port match for: f2157f5b-9e98-4e11-9aab-7d06a09b7e0c {{(pid=79297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:44:55.494421 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device f2157f5b-9e98-4e11-9aab-7d06a09b7e0c not bound to the agent host dv-cinder-784453-6-smb {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:44:55.557023 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c0dfec-61ae-4e31-b65d-ebf250099d85 req-9dd61e88-a3df-4484-b131-c74d3099b97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:44:55.558425 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-36c0dfec-61ae-4e31-b65d-ebf250099d85 req-9dd61e88-a3df-4484-b131-c74d3099b97e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c1996f27-1db4-443b-b1de-2cd374f7ede0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1573215 May 10 19:44:55.630164 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-35edb59d-4654-4c2a-b209-240a3ceb1f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658298'] for network, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:55.640626 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-b568a2a7-bf15-4e19-9aa6-4480a3e62416 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:44:55.656626 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-35edb59d-4654-4c2a-b209-240a3ceb1f26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533414'] for network, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:55.672288 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35edb59d-4654-4c2a-b209-240a3ceb1f26 admin admin] Pushing event deleted for resources: {'Network': ['ID=87aeb287-77b6-4066-8767-8291f586a0d4,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:44:55.680742 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-35edb59d-4654-4c2a-b209-240a3ceb1f26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:44:55.682784 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-35edb59d-4654-4c2a-b209-240a3ceb1f26 admin admin] 10.222.0.46 "DELETE /v2.0/networks/87aeb287-77b6-4066-8767-8291f586a0d4 HTTP/1.1" status: 204 len: 168 time: 1.4590230 May 10 19:44:55.719782 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-36c0dfec-61ae-4e31-b65d-ebf250099d85 req-7128d58e-fe8a-4bd9-b35d-d9e51f9de0b4 service neutron] 10.222.0.36 "GET /v2.0/networks/c1996f27-1db4-443b-b1de-2cd374f7ede0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544368 May 10 19:44:55.848271 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-36c0dfec-61ae-4e31-b65d-ebf250099d85 req-72d1c899-fdbf-477d-bbfc-94846eaa9674 service neutron] 10.222.0.36 "GET /v2.0/networks/c1996f27-1db4-443b-b1de-2cd374f7ede0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219897 May 10 19:44:56.007548 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 45590) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:44:56.058297 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-ccdaa10c-a87e-4d40-b9db-94c81d2ccecb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=536ec0bc9dcf4f2580e2ea96cc3adb48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0471010 May 10 19:44:56.059334 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 45598) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:44:56.120324 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-3457a9ef-4411-44ab-b1de-ac3d5edf289b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:56.152498 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-3457a9ef-4411-44ab-b1de-ac3d5edf289b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:56.232686 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f942696c-002a-4230-9e9f-27c822e13815 req-1914f189-9562-4a56-857b-47ed3654723e tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:44:56.234303 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-f942696c-002a-4230-9e9f-27c822e13815 req-1914f189-9562-4a56-857b-47ed3654723e tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee4a4195-7c12-4bdc-9abe-c582a50d895d HTTP/1.1" status: 200 len: 944 time: 0.0897820 May 10 19:44:56.269781 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-3457a9ef-4411-44ab-b1de-ac3d5edf289b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:56.274769 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-390be3ee-df28-45f3-99c5-c4fdae767a69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:44:56.283416 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-f942696c-002a-4230-9e9f-27c822e13815 req-b58c8a77-5a9e-4adf-b1ed-4c03d7c5d2b8 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=d26f064f-c1ee-441a-b1bc-92f08242a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432372 May 10 19:44:56.288294 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3457a9ef-4411-44ab-b1de-ac3d5edf289b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=140b0304-55bf-486b-a2f2-9943d10c6874,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:44:56.294482 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-3457a9ef-4411-44ab-b1de-ac3d5edf289b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:44:56.295377 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-3457a9ef-4411-44ab-b1de-ac3d5edf289b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:56.308203 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-3457a9ef-4411-44ab-b1de-ac3d5edf289b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/140b0304-55bf-486b-a2f2-9943d10c6874 HTTP/1.1" status: 204 len: 168 time: 0.2487736 May 10 19:44:57.029772 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 45620) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:44:57.098033 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-6c0336a5-cf87-4119-8475-52f5cc795fb0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=75b4330dd7ba482092235aa9441a1180&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0648870 May 10 19:44:57.098729 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 45624) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:44:57.159172 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-b97d18d1-aa93-4eaa-adaa-77a143be0754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:57.184975 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-b97d18d1-aa93-4eaa-adaa-77a143be0754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:57.340208 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-b97d18d1-aa93-4eaa-adaa-77a143be0754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:57.349569 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-bd0d09bd-fc73-4f51-88f7-204a1d6492dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:44:57.362312 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97d18d1-aa93-4eaa-adaa-77a143be0754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3144be9-8967-4682-a998-d9026c49afaa,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:44:57.370521 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-b97d18d1-aa93-4eaa-adaa-77a143be0754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:57.371852 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-b97d18d1-aa93-4eaa-adaa-77a143be0754 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b3144be9-8967-4682-a998-d9026c49afaa HTTP/1.1" status: 204 len: 168 time: 0.2726781 May 10 19:44:57.373414 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97d18d1-aa93-4eaa-adaa-77a143be0754 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:44:57.373786 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97d18d1-aa93-4eaa-adaa-77a143be0754 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:44:57.374157 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97d18d1-aa93-4eaa-adaa-77a143be0754 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:44:57.374634 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97d18d1-aa93-4eaa-adaa-77a143be0754 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:44:57.375071 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97d18d1-aa93-4eaa-adaa-77a143be0754 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:44:57.375436 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97d18d1-aa93-4eaa-adaa-77a143be0754 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:44:57.386277 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97d18d1-aa93-4eaa-adaa-77a143be0754 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:44:57.390970 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97d18d1-aa93-4eaa-adaa-77a143be0754 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:44:57.391453 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97d18d1-aa93-4eaa-adaa-77a143be0754 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:44:57.391835 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97d18d1-aa93-4eaa-adaa-77a143be0754 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:44:57.392220 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97d18d1-aa93-4eaa-adaa-77a143be0754 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:44:57.392565 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97d18d1-aa93-4eaa-adaa-77a143be0754 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:44:57.415989 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-b97d18d1-aa93-4eaa-adaa-77a143be0754 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:44:57.485858 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe607b-0224-4037-b2f2-11b9fcf0ebfd req-13138c03-8939-42a5-a785-d7fcdf631fc8 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:44:57.487367 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-07fe607b-0224-4037-b2f2-11b9fcf0ebfd req-13138c03-8939-42a5-a785-d7fcdf631fc8 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee4a4195-7c12-4bdc-9abe-c582a50d895d HTTP/1.1" status: 200 len: 944 time: 0.0918391 May 10 19:44:57.546626 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-07fe607b-0224-4037-b2f2-11b9fcf0ebfd req-58c5a63f-4df5-4993-8807-9988bac97e50 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=d26f064f-c1ee-441a-b1bc-92f08242a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518079 May 10 19:44:58.746639 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eafe5e-f27a-4eda-8e6a-afac471ac559 req-b4b89599-a136-4be6-8622-a5c566a879fe tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:44:58.748292 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-19eafe5e-f27a-4eda-8e6a-afac471ac559 req-b4b89599-a136-4be6-8622-a5c566a879fe tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee4a4195-7c12-4bdc-9abe-c582a50d895d HTTP/1.1" status: 200 len: 944 time: 0.0869110 May 10 19:44:58.795608 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-19eafe5e-f27a-4eda-8e6a-afac471ac559 req-cc776a31-8b50-4982-85ac-45b6793d2e8f tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=d26f064f-c1ee-441a-b1bc-92f08242a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416985 May 10 19:44:59.989110 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd2aa1e-a25b-48d1-be0b-2105a4e5fb6f req-da40e1ab-3232-4532-b9e2-3ef07754d5e5 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:44:59.990574 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-bbd2aa1e-a25b-48d1-be0b-2105a4e5fb6f req-da40e1ab-3232-4532-b9e2-3ef07754d5e5 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee4a4195-7c12-4bdc-9abe-c582a50d895d HTTP/1.1" status: 200 len: 944 time: 0.0801864 May 10 19:45:00.036614 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-bbd2aa1e-a25b-48d1-be0b-2105a4e5fb6f req-a2ffef44-33c7-4831-986d-fd73cf5390bc tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=d26f064f-c1ee-441a-b1bc-92f08242a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396283 May 10 19:45:01.381137 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6146a69-34ea-4e0a-af78-6316f1b1810b req-13b33f11-49e5-4da5-900e-69c9bb980a89 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:45:01.382611 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-a6146a69-34ea-4e0a-af78-6316f1b1810b req-13b33f11-49e5-4da5-900e-69c9bb980a89 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee4a4195-7c12-4bdc-9abe-c582a50d895d HTTP/1.1" status: 200 len: 944 time: 0.0858629 May 10 19:45:01.429828 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-a6146a69-34ea-4e0a-af78-6316f1b1810b req-c1d58d05-bd31-44f7-8dcb-0d7802c1ff75 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=d26f064f-c1ee-441a-b1bc-92f08242a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411739 May 10 19:45:02.628428 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f151bb8-d13d-46b1-ada1-873cb26c425b req-f4d6e07f-9344-4ec3-abf9-0879f1dae3e5 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:45:02.629907 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-8f151bb8-d13d-46b1-ada1-873cb26c425b req-f4d6e07f-9344-4ec3-abf9-0879f1dae3e5 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee4a4195-7c12-4bdc-9abe-c582a50d895d HTTP/1.1" status: 200 len: 944 time: 0.0867691 May 10 19:45:02.676606 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-8f151bb8-d13d-46b1-ada1-873cb26c425b req-1d293c2a-4931-455f-8298-d144afd463fb tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=d26f064f-c1ee-441a-b1bc-92f08242a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400531 May 10 19:45:03.874192 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e05a2-37ad-4896-a159-98e3369ac8a8 req-304ab1eb-a287-43b9-bdb5-77e5840db109 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:45:03.875723 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-586e05a2-37ad-4896-a159-98e3369ac8a8 req-304ab1eb-a287-43b9-bdb5-77e5840db109 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee4a4195-7c12-4bdc-9abe-c582a50d895d HTTP/1.1" status: 200 len: 944 time: 0.0814755 May 10 19:45:03.923404 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-586e05a2-37ad-4896-a159-98e3369ac8a8 req-bbd204f8-a4a4-46f3-a06a-54705e55217a tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=d26f064f-c1ee-441a-b1bc-92f08242a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416079 May 10 19:45:05.123427 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acfc512-f111-408c-948f-ff004a13c20c req-fa1b892e-bf31-4b7b-b30c-65aab03b5ee1 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:45:05.124874 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-8acfc512-f111-408c-948f-ff004a13c20c req-fa1b892e-bf31-4b7b-b30c-65aab03b5ee1 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee4a4195-7c12-4bdc-9abe-c582a50d895d HTTP/1.1" status: 200 len: 944 time: 0.0859087 May 10 19:45:05.170746 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-8acfc512-f111-408c-948f-ff004a13c20c req-1929708e-cae1-4dd4-bc1b-b4f8465d674a tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=d26f064f-c1ee-441a-b1bc-92f08242a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400841 May 10 19:45:06.369432 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e6d400-22d3-4c0c-9e9c-259c8520c605 req-ada29a8e-5d54-46f5-abeb-5156ce1151dd tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:45:06.371585 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-f1e6d400-22d3-4c0c-9e9c-259c8520c605 req-ada29a8e-5d54-46f5-abeb-5156ce1151dd tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee4a4195-7c12-4bdc-9abe-c582a50d895d HTTP/1.1" status: 200 len: 944 time: 0.0848863 May 10 19:45:06.417236 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-f1e6d400-22d3-4c0c-9e9c-259c8520c605 req-a401abf8-2fbd-49fc-b894-06dc297209c6 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=d26f064f-c1ee-441a-b1bc-92f08242a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400174 May 10 19:45:07.607806 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54e2df3-293c-49e0-9bd2-baca1ffa6564 req-1627af48-3f60-4963-bdcf-a1bfb7956605 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:45:07.609450 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-a54e2df3-293c-49e0-9bd2-baca1ffa6564 req-1627af48-3f60-4963-bdcf-a1bfb7956605 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee4a4195-7c12-4bdc-9abe-c582a50d895d HTTP/1.1" status: 200 len: 944 time: 0.0796788 May 10 19:45:07.658136 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-a54e2df3-293c-49e0-9bd2-baca1ffa6564 req-064abf2f-f2e7-4cc0-91ca-49dcc6c96ebe tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=d26f064f-c1ee-441a-b1bc-92f08242a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432167 May 10 19:45:08.286688 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-45961ffc-07f9-42a7-af20-d01d22c237e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:08.320893 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:08.843618 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c9ca26-c7b9-444c-b9cb-1191574f80b2 req-2f5459d7-0aa8-4c72-acb1-775ec67e0823 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:45:08.845065 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-56c9ca26-c7b9-444c-b9cb-1191574f80b2 req-2f5459d7-0aa8-4c72-acb1-775ec67e0823 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee4a4195-7c12-4bdc-9abe-c582a50d895d HTTP/1.1" status: 200 len: 944 time: 0.0785103 May 10 19:45:08.891906 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-56c9ca26-c7b9-444c-b9cb-1191574f80b2 req-367d131d-ab02-4a4f-b119-04dbcc8138ed tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=d26f064f-c1ee-441a-b1bc-92f08242a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413334 May 10 19:45:09.280992 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device 60aa8e33-108b-44cd-ae6e-a76f5a69dec5 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=79297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 19:45:09.410969 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] For port 60aa8e33-108b-44cd-ae6e-a76f5a69dec5, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=60aa8e33-108b-44cd-ae6e-a76f5a69dec5,segment=NetworkSegment(108993fe-967b-403c-a08b-306337f62f28),segment_id=108993fe-967b-403c-a08b-306337f62f28)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:45:09.427328 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Returning: {'device': '60aa8e33-108b-44cd-ae6e-a76f5a69dec5', 'network_id': 'c1996f27-1db4-443b-b1de-2cd374f7ede0', 'port_id': '60aa8e33-108b-44cd-ae6e-a76f5a69dec5', 'mac_address': 'fa:16:3e:49:87:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9a3be94-0d38-4426-8d23-4357f15ca2f9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 19:45:09.479456 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:09.495969 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.notifiers.nova [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60aa8e33-108b-44cd-ae6e-a76f5a69dec5 {{(pid=79297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:45:09.510618 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] For port 60aa8e33-108b-44cd-ae6e-a76f5a69dec5, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=60aa8e33-108b-44cd-ae6e-a76f5a69dec5,segment=NetworkSegment(108993fe-967b-403c-a08b-306337f62f28),segment_id=108993fe-967b-403c-a08b-306337f62f28)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:45:09.583905 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:09.586372 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:45:09.655516 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Pushing event updated for resources: {'Port': ['ID=60aa8e33-108b-44cd-ae6e-a76f5a69dec5,revision_number=9']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:45:09.658665 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:45:09.790758 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] get_ports_and_sgs() called for port_ids ['60aa8e33-108b-44cd-ae6e-a76f5a69dec5'] {{(pid=79297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:45:10.096033 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c534d653-da07-4cba-8c24-50c64f736d11 req-ff867c67-ee1c-4081-9ef6-3aef92da08fb tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:45:10.097464 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-c534d653-da07-4cba-8c24-50c64f736d11 req-ff867c67-ee1c-4081-9ef6-3aef92da08fb tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee4a4195-7c12-4bdc-9abe-c582a50d895d HTTP/1.1" status: 200 len: 945 time: 0.0867379 May 10 19:45:10.154817 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-c534d653-da07-4cba-8c24-50c64f736d11 req-e9ab077a-2444-4952-ad39-2a8a7594b914 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=d26f064f-c1ee-441a-b1bc-92f08242a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513806 May 10 19:45:10.826240 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-9a3e09ce-0533-443b-83ce-41ced070cbae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:10.946287 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:11.281438 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device 60aa8e33-108b-44cd-ae6e-a76f5a69dec5 up at agent hyperv_hv-cinder-78445 {{(pid=79297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:45:11.345559 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748e686-19ef-4eb9-874b-e268d4266eed req-602ffccf-4798-40b7-a8cd-0c04667bca7d tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:45:11.347054 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-5748e686-19ef-4eb9-874b-e268d4266eed req-602ffccf-4798-40b7-a8cd-0c04667bca7d tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee4a4195-7c12-4bdc-9abe-c582a50d895d HTTP/1.1" status: 200 len: 945 time: 0.0794590 May 10 19:45:11.349936 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Provisioning complete for port 60aa8e33-108b-44cd-ae6e-a76f5a69dec5 triggered by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:45:11.350324 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:11.391648 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-5748e686-19ef-4eb9-874b-e268d4266eed req-c572fa8d-9786-4a33-aa00-92aa525939f5 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=d26f064f-c1ee-441a-b1bc-92f08242a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388799 May 10 19:45:11.467083 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:11.491809 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee4a4195-7c12-4bdc-9abe-c582a50d895d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60aa8e33-108b-44cd-ae6e-a76f5a69dec5'}] {{(pid=79297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:45:11.501750 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] For port 60aa8e33-108b-44cd-ae6e-a76f5a69dec5, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=60aa8e33-108b-44cd-ae6e-a76f5a69dec5,segment=NetworkSegment(108993fe-967b-403c-a08b-306337f62f28),segment_id=108993fe-967b-403c-a08b-306337f62f28)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:45:11.534897 dv-cinder-784453-6-smb neutron-server[79297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee4a4195-7c12-4bdc-9abe-c582a50d895d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60aa8e33-108b-44cd-ae6e-a76f5a69dec5', 'code': 200} May 10 19:45:11.583970 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:11.585823 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:45:11.651031 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Pushing event updated for resources: {'Port': ['ID=60aa8e33-108b-44cd-ae6e-a76f5a69dec5,revision_number=10']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:45:11.654376 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:45:11.857655 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b611afb-a10c-4497-8329-170360e2ccdc req-9b33627f-2e4a-43a3-8eb8-f59e35480c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:45:11.859128 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-1b611afb-a10c-4497-8329-170360e2ccdc req-9b33627f-2e4a-43a3-8eb8-f59e35480c60 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ee4a4195-7c12-4bdc-9abe-c582a50d895d HTTP/1.1" status: 200 len: 1100 time: 0.0711980 May 10 19:45:11.899676 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-1b611afb-a10c-4497-8329-170360e2ccdc req-ab1b3219-16ad-428b-8e7d-7977bad1aa20 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d26f064f-c1ee-441a-b1bc-92f08242a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346508 May 10 19:45:11.928924 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-05ecdfa3-b7ee-4afa-83d7-ebb5bc70016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:12.663050 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7154b-76c0-4e0f-b2e5-b1beb79ec27b req-74386b66-4acf-47a7-8f2c-0215c2d9204e tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:45:12.664528 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-2fe7154b-76c0-4e0f-b2e5-b1beb79ec27b req-74386b66-4acf-47a7-8f2c-0215c2d9204e tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee4a4195-7c12-4bdc-9abe-c582a50d895d HTTP/1.1" status: 200 len: 947 time: 0.1632135 May 10 19:45:12.710159 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-2fe7154b-76c0-4e0f-b2e5-b1beb79ec27b req-dfbf0926-5f10-483b-9610-c50b56b5fd97 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=d26f064f-c1ee-441a-b1bc-92f08242a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397103 May 10 19:45:13.789588 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-02078f97-e06b-4c48-b673-8bf9bf3f5f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:13.906818 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058ea2c9-6b6b-46ae-8bcf-729f27685dc7 req-b53aad12-f3d7-4096-95b2-11a84382682b tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:45:13.908312 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-058ea2c9-6b6b-46ae-8bcf-729f27685dc7 req-b53aad12-f3d7-4096-95b2-11a84382682b tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee4a4195-7c12-4bdc-9abe-c582a50d895d HTTP/1.1" status: 200 len: 947 time: 0.0827332 May 10 19:45:13.953933 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-058ea2c9-6b6b-46ae-8bcf-729f27685dc7 req-c8709b17-4892-4b8c-8dc6-57b94b9b92e3 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=d26f064f-c1ee-441a-b1bc-92f08242a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398600 May 10 19:45:15.140117 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9929d92e-f08b-4103-a86e-077da2f6baeb req-46c6be8e-c2da-46e2-b463-c39c7bb284f4 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:45:15.141553 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-9929d92e-f08b-4103-a86e-077da2f6baeb req-46c6be8e-c2da-46e2-b463-c39c7bb284f4 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee4a4195-7c12-4bdc-9abe-c582a50d895d HTTP/1.1" status: 200 len: 947 time: 0.0791521 May 10 19:45:15.188597 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-9929d92e-f08b-4103-a86e-077da2f6baeb req-55dd71fd-2930-4f73-9564-b79dedf87270 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=d26f064f-c1ee-441a-b1bc-92f08242a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412965 May 10 19:45:21.104318 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.agents_db [None req-ff3cf147-8285-4226-b8f5-cc0a2e41555e None None] Agent healthcheck: found 6 active agents {{(pid=79298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:45:35.699390 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-88010ca4-97b1-4161-88b4-511a59473a0b req-4262a40e-e6b4-4aac-bfea-b7f03184b79a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ee4a4195-7c12-4bdc-9abe-c582a50d895d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0669160 May 10 19:45:35.933842 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88010ca4-97b1-4161-88b4-511a59473a0b req-b457843a-998b-4ebc-8fac-c7a135d9ac25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:45:35.935334 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-88010ca4-97b1-4161-88b4-511a59473a0b req-b457843a-998b-4ebc-8fac-c7a135d9ac25 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=48537c19bc3f482ca2c677fa41f568c5&device_id=ee4a4195-7c12-4bdc-9abe-c582a50d895d HTTP/1.1" status: 200 len: 1100 time: 0.1674647 May 10 19:45:36.087391 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88010ca4-97b1-4161-88b4-511a59473a0b req-5ccb588b-c3d6-4d49-9f15-b58426de403b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:45:36.088713 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-88010ca4-97b1-4161-88b4-511a59473a0b req-5ccb588b-c3d6-4d49-9f15-b58426de403b service neutron] 10.222.0.36 "GET /v2.0/networks?id=c1996f27-1db4-443b-b1de-2cd374f7ede0 HTTP/1.1" status: 200 len: 917 time: 0.1333246 May 10 19:45:36.190657 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-88010ca4-97b1-4161-88b4-511a59473a0b req-c4ce2e34-02fb-4b97-b171-30acbecf4fb1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60aa8e33-108b-44cd-ae6e-a76f5a69dec5 HTTP/1.1" status: 200 len: 1001 time: 0.0949795 May 10 19:45:36.252688 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88010ca4-97b1-4161-88b4-511a59473a0b req-d583a60c-ead8-48cf-ae49-ac02f1d70730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:45:36.254103 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-88010ca4-97b1-4161-88b4-511a59473a0b req-d583a60c-ead8-48cf-ae49-ac02f1d70730 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d9a3be94-0d38-4426-8d23-4357f15ca2f9 HTTP/1.1" status: 200 len: 855 time: 0.0567205 May 10 19:45:36.329236 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88010ca4-97b1-4161-88b4-511a59473a0b req-dff62b6b-683c-463c-a646-8ae244467ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:45:36.330719 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-88010ca4-97b1-4161-88b4-511a59473a0b req-dff62b6b-683c-463c-a646-8ae244467ecf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c1996f27-1db4-443b-b1de-2cd374f7ede0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0686979 May 10 19:45:36.460658 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-88010ca4-97b1-4161-88b4-511a59473a0b req-823aab4d-e6d9-4704-b3a2-2474d25f70e8 service neutron] 10.222.0.36 "GET /v2.0/networks/c1996f27-1db4-443b-b1de-2cd374f7ede0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223731 May 10 19:45:36.590569 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-88010ca4-97b1-4161-88b4-511a59473a0b req-5802538e-2e0f-41de-aa6d-d97085f0d262 service neutron] 10.222.0.36 "GET /v2.0/networks/c1996f27-1db4-443b-b1de-2cd374f7ede0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228337 May 10 19:45:38.269743 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-ed316ad4-6851-41b7-8d88-1bd313fcbcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:38.338266 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:40.837897 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-c02de6d2-5dff-4cc7-8d8c-31b2a97b8422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:40.935116 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:41.952175 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-05ecdfa3-b7ee-4afa-83d7-ebb5bc70016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:43.745643 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-02078f97-e06b-4c48-b673-8bf9bf3f5f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:45.510324 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f735719-1e7b-4fec-a754-67c9e9b415ca req-c36e03d2-4bc1-4621-a90a-59e62ccd2714 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:45:45.511796 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-8f735719-1e7b-4fec-a754-67c9e9b415ca req-c36e03d2-4bc1-4621-a90a-59e62ccd2714 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee4a4195-7c12-4bdc-9abe-c582a50d895d HTTP/1.1" status: 200 len: 947 time: 0.0795100 May 10 19:45:45.554935 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-8f735719-1e7b-4fec-a754-67c9e9b415ca req-5aef0727-7c1a-4093-b03a-351150803ffd tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=d26f064f-c1ee-441a-b1bc-92f08242a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375009 May 10 19:45:46.742936 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f998a1-c6b9-44a0-989b-663ddf461bff req-3c9d250c-26da-49ab-af36-761fa437a54b tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:45:46.744652 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-55f998a1-c6b9-44a0-989b-663ddf461bff req-3c9d250c-26da-49ab-af36-761fa437a54b tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee4a4195-7c12-4bdc-9abe-c582a50d895d HTTP/1.1" status: 200 len: 947 time: 0.0810950 May 10 19:45:46.793810 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-55f998a1-c6b9-44a0-989b-663ddf461bff req-f7ea61aa-4cc5-4028-8729-50240bd3d659 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups?id=d26f064f-c1ee-441a-b1bc-92f08242a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431678 May 10 19:45:46.795170 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1903fa-32e4-4dc0-8ad7-508b15fc1de8 req-bd33e136-178f-4006-87ed-db68cf366a34 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:45:46.795869 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [req-fd1903fa-32e4-4dc0-8ad7-508b15fc1de8 req-bd33e136-178f-4006-87ed-db68cf366a34 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Synchronizing usage tracker for tenant:48537c19bc3f482ca2c677fa41f568c5 on resource:port {{(pid=79296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:45:46.883478 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [req-fd1903fa-32e4-4dc0-8ad7-508b15fc1de8 req-bd33e136-178f-4006-87ed-db68cf366a34 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Unset dirty status for tenant:48537c19bc3f482ca2c677fa41f568c5 on resource:port {{(pid=79296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:45:46.884649 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-fd1903fa-32e4-4dc0-8ad7-508b15fc1de8 req-bd33e136-178f-4006-87ed-db68cf366a34 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee4a4195-7c12-4bdc-9abe-c582a50d895d HTTP/1.1" status: 200 len: 947 time: 0.1709130 May 10 19:45:47.026737 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.plugin [req-fd1903fa-32e4-4dc0-8ad7-508b15fc1de8 req-58ef0a18-5c9d-48d8-bde7-ded1a26cec81 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Deleting port 60aa8e33-108b-44cd-ae6e-a76f5a69dec5 {{(pid=79296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:45:47.027102 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-fd1903fa-32e4-4dc0-8ad7-508b15fc1de8 req-58ef0a18-5c9d-48d8-bde7-ded1a26cec81 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757498910621'] for port, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:47.157336 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.db [req-fd1903fa-32e4-4dc0-8ad7-508b15fc1de8 req-58ef0a18-5c9d-48d8-bde7-ded1a26cec81 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] For port 60aa8e33-108b-44cd-ae6e-a76f5a69dec5, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=60aa8e33-108b-44cd-ae6e-a76f5a69dec5,segment=NetworkSegment(108993fe-967b-403c-a08b-306337f62f28),segment_id=108993fe-967b-403c-a08b-306337f62f28)] {{(pid=79296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:45:47.157566 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-fd1903fa-32e4-4dc0-8ad7-508b15fc1de8 req-58ef0a18-5c9d-48d8-bde7-ded1a26cec81 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670902'] for port, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:47.434719 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-fd1903fa-32e4-4dc0-8ad7-508b15fc1de8 req-58ef0a18-5c9d-48d8-bde7-ded1a26cec81 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:47.435043 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-fd1903fa-32e4-4dc0-8ad7-508b15fc1de8 req-58ef0a18-5c9d-48d8-bde7-ded1a26cec81 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658293'] for floatingip, after_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:47.435353 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.db.l3_db [req-fd1903fa-32e4-4dc0-8ad7-508b15fc1de8 req-58ef0a18-5c9d-48d8-bde7-ded1a26cec81 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Floating IP 8eb43781-5a2b-4005-9d2d-8380c8f4c6e0 disassociated. External IP: 172.28.3.77, port: 60aa8e33-108b-44cd-ae6e-a76f5a69dec5. May 10 19:45:47.435687 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.plugin [req-fd1903fa-32e4-4dc0-8ad7-508b15fc1de8 req-58ef0a18-5c9d-48d8-bde7-ded1a26cec81 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Calling delete_port for 60aa8e33-108b-44cd-ae6e-a76f5a69dec5 owned by compute:nova {{(pid=79296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:45:47.598161 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-fd1903fa-32e4-4dc0-8ad7-508b15fc1de8 req-58ef0a18-5c9d-48d8-bde7-ded1a26cec81 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757498915184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757498479629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10503775'] for port, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:47.603457 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-30ada339-28ac-40f3-9a5c-d761c0d03eaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:45:47.647979 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef0a18-5c9d-48d8-bde7-ded1a26cec81 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Pushing event deleted for resources: {'Port': ['ID=60aa8e33-108b-44cd-ae6e-a76f5a69dec5,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:45:47.651928 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-58ef0a18-5c9d-48d8-bde7-ded1a26cec81 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:45:47.921303 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd1903fa-32e4-4dc0-8ad7-508b15fc1de8 req-58ef0a18-5c9d-48d8-bde7-ded1a26cec81 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Router b3bca94c-7681-45d2-b349-5bdb3b7f02c0 has already been hosted by L3 agent 66c26874-6d1a-4324-9002-6da014815c52 {{(pid=79296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:45:47.948520 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-f837ba86-9865-48f1-a078-3a9b3a83b2cb req-09b57a40-745f-4770-b85a-fbecde81b28a tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee4a4195-7c12-4bdc-9abe-c582a50d895d HTTP/1.1" status: 200 len: 210 time: 0.0415652 May 10 19:45:48.100496 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd1903fa-32e4-4dc0-8ad7-508b15fc1de8 req-58ef0a18-5c9d-48d8-bde7-ded1a26cec81 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify agent at l3_agent.dv-cinder-784453-6-smb the message routers_updated {{(pid=79296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:45:48.110105 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d99d814-005e-430f-9de3-f4810cf94a24 None None] Sync routers for ids ['b3bca94c-7681-45d2-b349-5bdb3b7f02c0'] in dv-cinder-784453-6-smb {{(pid=79297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:45:48.123478 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d99d814-005e-430f-9de3-f4810cf94a24 None None] Routers {'b3bca94c-7681-45d2-b349-5bdb3b7f02c0'} bound to L3 agent in host dv-cinder-784453-6-smb {{(pid=79297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:45:48.124093 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_hamode_db [None req-1d99d814-005e-430f-9de3-f4810cf94a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T19:29:11Z,description=,heartbeat_timestamp=2021-05-10T19:45:41Z,host='dv-cinder-784453-6-smb',id=66c26874-6d1a-4324-9002-6da014815c52,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:29:11Z,topic='l3_agent')) {'router_ids': ['b3bca94c-7681-45d2-b349-5bdb3b7f02c0'], 'active': True} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:45:48.177408 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd1903fa-32e4-4dc0-8ad7-508b15fc1de8 req-58ef0a18-5c9d-48d8-bde7-ded1a26cec81 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] No DVR routers for this DVR port 60aa8e33-108b-44cd-ae6e-a76f5a69dec5 on host hv-cinder-78445 {{(pid=79296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:45:48.180035 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-fd1903fa-32e4-4dc0-8ad7-508b15fc1de8 req-58ef0a18-5c9d-48d8-bde7-ded1a26cec81 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149324'] for port, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:48.182716 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee4a4195-7c12-4bdc-9abe-c582a50d895d', 'name': 'network-vif-deleted', 'tag': '60aa8e33-108b-44cd-ae6e-a76f5a69dec5'}] {{(pid=79296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:45:48.232725 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee4a4195-7c12-4bdc-9abe-c582a50d895d', 'name': 'network-vif-deleted', 'tag': '60aa8e33-108b-44cd-ae6e-a76f5a69dec5', 'status': 'completed', 'code': 200} May 10 19:45:48.234690 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-fd1903fa-32e4-4dc0-8ad7-508b15fc1de8 req-58ef0a18-5c9d-48d8-bde7-ded1a26cec81 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.36 "DELETE /v2.0/ports/60aa8e33-108b-44cd-ae6e-a76f5a69dec5 HTTP/1.1" status: 204 len: 173 time: 1.3440292 May 10 19:45:48.329555 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvr_db [None req-1d99d814-005e-430f-9de3-f4810cf94a24 None None] Set router b3bca94c-7681-45d2-b349-5bdb3b7f02c0 gateway port host: dv-cinder-784453-6-smb {{(pid=79297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:45:48.633901 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_hamode_db [None req-1d99d814-005e-430f-9de3-f4810cf94a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3bca94c-7681-45d2-b349-5bdb3b7f02c0', 'name': 'tempest-AttachVolumeShelveTestJSON-345493500-router', 'tenant_id': '48537c19bc3f482ca2c677fa41f568c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.116'}], 'enable_snat': True}, 'gw_port_id': '136d140f-4409-481d-ab66-9a9e97e842de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:40:09Z', 'updated_at': '2021-05-10T19:40:17Z', 'revision_number': 4, 'project_id': '48537c19bc3f482ca2c677fa41f568c5', 'gw_port': {'id': '136d140f-4409-481d-ab66-9a9e97e842de', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:00:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3bca94c-7681-45d2-b349-5bdb3b7f02c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:40:11Z', 'updated_at': '2021-05-10T19:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb', '_interfaces': [{'id': '7af7da28-028b-4c22-bc5f-c5094fed24f9', 'name': '', 'network_id': 'c1996f27-1db4-443b-b1de-2cd374f7ede0', 'tenant_id': '48537c19bc3f482ca2c677fa41f568c5', 'mac_address': 'fa:16:3e:ff:30:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3bca94c-7681-45d2-b349-5bdb3b7f02c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'd9a3be94-0d38-4426-8d23-4357f15ca2f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:40:16Z', 'updated_at': '2021-05-10T19:40:25Z', 'revision_number': 5, 'project_id': '48537c19bc3f482ca2c677fa41f568c5', 'subnets': [{'id': 'd9a3be94-0d38-4426-8d23-4357f15ca2f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-smb', False) {} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:45:48.637587 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d99d814-005e-430f-9de3-f4810cf94a24 None None] Checking router: b3bca94c-7681-45d2-b349-5bdb3b7f02c0 for host: dv-cinder-784453-6-smb {{(pid=79297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:45:48.645732 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d99d814-005e-430f-9de3-f4810cf94a24 None None] Routers {'b3bca94c-7681-45d2-b349-5bdb3b7f02c0'} bound to L3 agent in host dv-cinder-784453-6-smb {{(pid=79297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:45:48.646324 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_hamode_db [None req-1d99d814-005e-430f-9de3-f4810cf94a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T19:29:11Z,description=,heartbeat_timestamp=2021-05-10T19:45:41Z,host='dv-cinder-784453-6-smb',id=66c26874-6d1a-4324-9002-6da014815c52,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:29:11Z,topic='l3_agent')) {'router_ids': ['b3bca94c-7681-45d2-b349-5bdb3b7f02c0'], 'active': True} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:45:48.825147 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvr_db [None req-1d99d814-005e-430f-9de3-f4810cf94a24 None None] Set router b3bca94c-7681-45d2-b349-5bdb3b7f02c0 gateway port host: dv-cinder-784453-6-smb {{(pid=79297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:45:49.120637 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-ba7a2fa9-50bd-4270-b3ef-9bfc30a6699d req-5ab9591e-6305-40e5-beb5-f78f4795bdd5 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee4a4195-7c12-4bdc-9abe-c582a50d895d HTTP/1.1" status: 200 len: 210 time: 0.0463958 May 10 19:45:49.132471 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_hamode_db [None req-1d99d814-005e-430f-9de3-f4810cf94a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3bca94c-7681-45d2-b349-5bdb3b7f02c0', 'name': 'tempest-AttachVolumeShelveTestJSON-345493500-router', 'tenant_id': '48537c19bc3f482ca2c677fa41f568c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.116'}], 'enable_snat': True}, 'gw_port_id': '136d140f-4409-481d-ab66-9a9e97e842de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:40:09Z', 'updated_at': '2021-05-10T19:40:17Z', 'revision_number': 4, 'project_id': '48537c19bc3f482ca2c677fa41f568c5', 'gw_port': {'id': '136d140f-4409-481d-ab66-9a9e97e842de', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:00:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3bca94c-7681-45d2-b349-5bdb3b7f02c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:40:11Z', 'updated_at': '2021-05-10T19:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb', '_interfaces': [{'id': '7af7da28-028b-4c22-bc5f-c5094fed24f9', 'name': '', 'network_id': 'c1996f27-1db4-443b-b1de-2cd374f7ede0', 'tenant_id': '48537c19bc3f482ca2c677fa41f568c5', 'mac_address': 'fa:16:3e:ff:30:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3bca94c-7681-45d2-b349-5bdb3b7f02c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'd9a3be94-0d38-4426-8d23-4357f15ca2f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:40:16Z', 'updated_at': '2021-05-10T19:40:25Z', 'revision_number': 5, 'project_id': '48537c19bc3f482ca2c677fa41f568c5', 'subnets': [{'id': 'd9a3be94-0d38-4426-8d23-4357f15ca2f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-smb', False) {} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:45:49.138103 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d99d814-005e-430f-9de3-f4810cf94a24 None None] The sync data for ids ['b3bca94c-7681-45d2-b349-5bdb3b7f02c0'] in dv-cinder-784453-6-smb is: [{'id': 'b3bca94c-7681-45d2-b349-5bdb3b7f02c0', 'name': 'tempest-AttachVolumeShelveTestJSON-345493500-router', 'tenant_id': '48537c19bc3f482ca2c677fa41f568c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.116'}], 'enable_snat': True}, 'gw_port_id': '136d140f-4409-481d-ab66-9a9e97e842de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:40:09Z', 'updated_at': '2021-05-10T19:40:17Z', 'revision_number': 4, 'project_id': '48537c19bc3f482ca2c677fa41f568c5', 'gw_port': {'id': '136d140f-4409-481d-ab66-9a9e97e842de', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:00:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3bca94c-7681-45d2-b349-5bdb3b7f02c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:40:11Z', 'updated_at': '2021-05-10T19:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb', '_interfaces': [{'id': '7af7da28-028b-4c22-bc5f-c5094fed24f9', 'name': '', 'network_id': 'c1996f27-1db4-443b-b1de-2cd374f7ede0', 'tenant_id': '48537c19bc3f482ca2c677fa41f568c5', 'mac_address': 'fa:16:3e:ff:30:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3bca94c-7681-45d2-b349-5bdb3b7f02c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'd9a3be94-0d38-4426-8d23-4357f15ca2f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:40:16Z', 'updated_at': '2021-05-10T19:40:25Z', 'revision_number': 5, 'project_id': '48537c19bc3f482ca2c677fa41f568c5', 'subnets': [{'id': 'd9a3be94-0d38-4426-8d23-4357f15ca2f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:45:49.332331 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946c7100-239b-44ef-a9ea-cff34e2a095c None None] New status for floating IP 8eb43781-5a2b-4005-9d2d-8380c8f4c6e0: DOWN {{(pid=79298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:45:49.515632 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device 60aa8e33-108b-44cd-ae6e-a76f5a69dec5 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:45:49.552512 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.plugin [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] No Port match for: 60aa8e33-108b-44cd-ae6e-a76f5a69dec5 {{(pid=79297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:45:49.555721 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device 60aa8e33-108b-44cd-ae6e-a76f5a69dec5 not bound to the agent host hv-cinder-78445 {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:45:50.441911 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 45736) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:45:50.507245 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-645fc6e2-e3a7-4619-8646-9361fac0d415 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks [] for security_group, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:50.534340 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-645fc6e2-e3a7-4619-8646-9361fac0d415 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:50.752263 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-645fc6e2-e3a7-4619-8646-9361fac0d415 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:50.756781 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-5dec16b4-dab6-4524-bc1f-41a3ade874bc tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:45:50.774759 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645fc6e2-e3a7-4619-8646-9361fac0d415 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26f064f-c1ee-441a-b1bc-92f08242a1ed,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:45:50.777398 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-645fc6e2-e3a7-4619-8646-9361fac0d415 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:45:50.842812 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-645fc6e2-e3a7-4619-8646-9361fac0d415 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks [] for security_group, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:50.843951 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-645fc6e2-e3a7-4619-8646-9361fac0d415 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "DELETE /v2.0/security-groups/d26f064f-c1ee-441a-b1bc-92f08242a1ed HTTP/1.1" status: 204 len: 168 time: 0.4009891 May 10 19:45:50.846588 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 45740) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:45:50.863820 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.api.v2.resource [None req-0814444c-747f-4d0b-9ebc-cc23a5933f88 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] show failed (client error): The resource could not be found. May 10 19:45:50.864759 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-0814444c-747f-4d0b-9ebc-cc23a5933f88 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "GET /v2.0/security-groups/d26f064f-c1ee-441a-b1bc-92f08242a1ed HTTP/1.1" status: 404 len: 347 time: 0.0167980 May 10 19:45:50.867305 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 45744) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:45:51.084184 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.plugin [None req-57f9e3a5-5f52-425c-abb9-a38f8a05238d tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Deleting port b09f3d39-b105-4647-bada-9eb67aa90073 {{(pid=79296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:45:51.084443 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-57f9e3a5-5f52-425c-abb9-a38f8a05238d tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757498910621'] for port, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:51.199690 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-57f9e3a5-5f52-425c-abb9-a38f8a05238d tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670902'] for port, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:51.200010 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-57f9e3a5-5f52-425c-abb9-a38f8a05238d tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:51.316963 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.plugin [None req-57f9e3a5-5f52-425c-abb9-a38f8a05238d tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Calling delete_port for b09f3d39-b105-4647-bada-9eb67aa90073 owned by network:floatingip {{(pid=79296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:45:51.489316 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-57f9e3a5-5f52-425c-abb9-a38f8a05238d tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757498915184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757498479629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10503775'] for port, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:51.492815 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-a270cf7b-3670-4f35-b092-00b604b11f75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:45:51.538127 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f9e3a5-5f52-425c-abb9-a38f8a05238d tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Pushing event deleted for resources: {'Port': ['ID=b09f3d39-b105-4647-bada-9eb67aa90073,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:45:51.541221 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-57f9e3a5-5f52-425c-abb9-a38f8a05238d tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:45:51.625181 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-57f9e3a5-5f52-425c-abb9-a38f8a05238d tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks [] for floatingip, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:51.639168 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-57f9e3a5-5f52-425c-abb9-a38f8a05238d tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149324'] for floatingip, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:51.640299 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-57f9e3a5-5f52-425c-abb9-a38f8a05238d tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] 10.222.0.46 "DELETE /v2.0/floatingips/8eb43781-5a2b-4005-9d2d-8380c8f4c6e0 HTTP/1.1" status: 204 len: 168 time: 0.7721329 May 10 19:45:54.629617 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 45768) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:45:55.406895 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-fce0cfdf-6c41-458c-b7fd-8bc880778230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663372'] for router_interface, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:55.803706 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.plugin [None req-fce0cfdf-6c41-458c-b7fd-8bc880778230 admin admin] Deleting port 7af7da28-028b-4c22-bc5f-c5094fed24f9 {{(pid=79296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:45:55.804348 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-fce0cfdf-6c41-458c-b7fd-8bc880778230 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757498910621'] for port, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:55.922181 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.db [None req-fce0cfdf-6c41-458c-b7fd-8bc880778230 admin admin] For port 7af7da28-028b-4c22-bc5f-c5094fed24f9, host dv-cinder-784453-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-smb',level=0,port_id=7af7da28-028b-4c22-bc5f-c5094fed24f9,segment=NetworkSegment(108993fe-967b-403c-a08b-306337f62f28),segment_id=108993fe-967b-403c-a08b-306337f62f28)] {{(pid=79296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:45:55.922554 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-fce0cfdf-6c41-458c-b7fd-8bc880778230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670902'] for port, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:56.042698 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.plugin [None req-fce0cfdf-6c41-458c-b7fd-8bc880778230 admin admin] Calling delete_port for 7af7da28-028b-4c22-bc5f-c5094fed24f9 owned by network:router_interface {{(pid=79296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:45:56.229756 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-fce0cfdf-6c41-458c-b7fd-8bc880778230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757498915184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757498479629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10503775'] for port, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:56.234099 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-f5a5533c-78ad-4838-8170-7e4054008be3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:45:56.277882 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce0cfdf-6c41-458c-b7fd-8bc880778230 admin admin] Pushing event deleted for resources: {'Port': ['ID=7af7da28-028b-4c22-bc5f-c5094fed24f9,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:45:56.320474 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-fce0cfdf-6c41-458c-b7fd-8bc880778230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:45:56.636926 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-fce0cfdf-6c41-458c-b7fd-8bc880778230 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665084'] for router_interface, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:56.994570 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fce0cfdf-6c41-458c-b7fd-8bc880778230 admin admin] Router b3bca94c-7681-45d2-b349-5bdb3b7f02c0 has already been hosted by L3 agent 66c26874-6d1a-4324-9002-6da014815c52 {{(pid=79296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:45:57.165183 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce0cfdf-6c41-458c-b7fd-8bc880778230 admin admin] Notify agent at l3_agent.dv-cinder-784453-6-smb the message routers_updated {{(pid=79296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:45:57.173559 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55814295-f902-409f-9b4b-9089f5ac47b8 None None] Sync routers for ids ['b3bca94c-7681-45d2-b349-5bdb3b7f02c0'] in dv-cinder-784453-6-smb {{(pid=79297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:45:57.177139 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-fce0cfdf-6c41-458c-b7fd-8bc880778230 admin admin] 10.222.0.46 "PUT /v2.0/routers/b3bca94c-7681-45d2-b349-5bdb3b7f02c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5459263 May 10 19:45:57.179655 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 45774) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:45:57.183840 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55814295-f902-409f-9b4b-9089f5ac47b8 None None] Routers {'b3bca94c-7681-45d2-b349-5bdb3b7f02c0'} bound to L3 agent in host dv-cinder-784453-6-smb {{(pid=79297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:45:57.184441 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_hamode_db [None req-55814295-f902-409f-9b4b-9089f5ac47b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T19:29:11Z,description=,heartbeat_timestamp=2021-05-10T19:45:41Z,host='dv-cinder-784453-6-smb',id=66c26874-6d1a-4324-9002-6da014815c52,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:29:11Z,topic='l3_agent')) {'router_ids': ['b3bca94c-7681-45d2-b349-5bdb3b7f02c0'], 'active': True} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:45:57.357852 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-8750837c-2b51-4bd4-a766-15800c5d8b5f admin admin] Notify callbacks [] for router, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:57.362229 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvr_db [None req-55814295-f902-409f-9b4b-9089f5ac47b8 None None] Set router b3bca94c-7681-45d2-b349-5bdb3b7f02c0 gateway port host: dv-cinder-784453-6-smb {{(pid=79297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:45:57.535103 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-8750837c-2b51-4bd4-a766-15800c5d8b5f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:57.658903 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.plugin [None req-8750837c-2b51-4bd4-a766-15800c5d8b5f admin admin] Deleting port 136d140f-4409-481d-ab66-9a9e97e842de {{(pid=79296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:45:57.659251 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-8750837c-2b51-4bd4-a766-15800c5d8b5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757498910621'] for port, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:57.679360 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_hamode_db [None req-55814295-f902-409f-9b4b-9089f5ac47b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3bca94c-7681-45d2-b349-5bdb3b7f02c0', 'name': 'tempest-AttachVolumeShelveTestJSON-345493500-router', 'tenant_id': '48537c19bc3f482ca2c677fa41f568c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.116'}], 'enable_snat': True}, 'gw_port_id': '136d140f-4409-481d-ab66-9a9e97e842de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:40:09Z', 'updated_at': '2021-05-10T19:45:56Z', 'revision_number': 5, 'project_id': '48537c19bc3f482ca2c677fa41f568c5', 'gw_port': {'id': '136d140f-4409-481d-ab66-9a9e97e842de', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:00:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3bca94c-7681-45d2-b349-5bdb3b7f02c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:40:11Z', 'updated_at': '2021-05-10T19:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb'}], 'dv-cinder-784453-6-smb', False) {} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:45:57.683147 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55814295-f902-409f-9b4b-9089f5ac47b8 None None] Checking router: b3bca94c-7681-45d2-b349-5bdb3b7f02c0 for host: dv-cinder-784453-6-smb {{(pid=79297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:45:57.691400 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55814295-f902-409f-9b4b-9089f5ac47b8 None None] Routers {'b3bca94c-7681-45d2-b349-5bdb3b7f02c0'} bound to L3 agent in host dv-cinder-784453-6-smb {{(pid=79297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:45:57.692001 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_hamode_db [None req-55814295-f902-409f-9b4b-9089f5ac47b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T19:29:11Z,description=,heartbeat_timestamp=2021-05-10T19:45:41Z,host='dv-cinder-784453-6-smb',id=66c26874-6d1a-4324-9002-6da014815c52,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:29:11Z,topic='l3_agent')) {'router_ids': ['b3bca94c-7681-45d2-b349-5bdb3b7f02c0'], 'active': True} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:45:57.781726 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.db [None req-8750837c-2b51-4bd4-a766-15800c5d8b5f admin admin] For port 136d140f-4409-481d-ab66-9a9e97e842de, host dv-cinder-784453-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-smb',level=0,port_id=136d140f-4409-481d-ab66-9a9e97e842de,segment=NetworkSegment(23ec30ec-fc80-4a54-bc14-1568bb8683df),segment_id=23ec30ec-fc80-4a54-bc14-1568bb8683df)] {{(pid=79296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:45:57.782085 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-8750837c-2b51-4bd4-a766-15800c5d8b5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670902'] for port, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:57.840933 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvr_db [None req-55814295-f902-409f-9b4b-9089f5ac47b8 None None] Set router b3bca94c-7681-45d2-b349-5bdb3b7f02c0 gateway port host: None {{(pid=79297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:45:57.947519 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_hamode_db [None req-55814295-f902-409f-9b4b-9089f5ac47b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3bca94c-7681-45d2-b349-5bdb3b7f02c0', 'name': 'tempest-AttachVolumeShelveTestJSON-345493500-router', 'tenant_id': '48537c19bc3f482ca2c677fa41f568c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:40:09Z', 'updated_at': '2021-05-10T19:45:57Z', 'revision_number': 6, 'project_id': '48537c19bc3f482ca2c677fa41f568c5', 'gw_port_host': None}], 'dv-cinder-784453-6-smb', False) {} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:45:57.951764 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55814295-f902-409f-9b4b-9089f5ac47b8 None None] The sync data for ids ['b3bca94c-7681-45d2-b349-5bdb3b7f02c0'] in dv-cinder-784453-6-smb is: [{'id': 'b3bca94c-7681-45d2-b349-5bdb3b7f02c0', 'name': 'tempest-AttachVolumeShelveTestJSON-345493500-router', 'tenant_id': '48537c19bc3f482ca2c677fa41f568c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:40:09Z', 'updated_at': '2021-05-10T19:45:57Z', 'revision_number': 6, 'project_id': '48537c19bc3f482ca2c677fa41f568c5', 'gw_port_host': None}] {{(pid=79297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:45:58.015485 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.plugin [None req-8750837c-2b51-4bd4-a766-15800c5d8b5f admin admin] Calling delete_port for 136d140f-4409-481d-ab66-9a9e97e842de owned by network:router_gateway {{(pid=79296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:45:58.103097 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.agents_db [None req-ff3cf147-8285-4226-b8f5-cc0a2e41555e None None] Agent healthcheck: found 6 active agents {{(pid=79298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:45:58.226652 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-8750837c-2b51-4bd4-a766-15800c5d8b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757498915184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757498479629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10503775'] for port, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:58.230091 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-35edb59d-4654-4c2a-b209-240a3ceb1f26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:45:58.270614 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8750837c-2b51-4bd4-a766-15800c5d8b5f admin admin] Pushing event deleted for resources: {'Port': ['ID=136d140f-4409-481d-ab66-9a9e97e842de,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:45:58.312897 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8750837c-2b51-4bd4-a766-15800c5d8b5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:45:58.313274 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8750837c-2b51-4bd4-a766-15800c5d8b5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:45:58.313644 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8750837c-2b51-4bd4-a766-15800c5d8b5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:45:58.314007 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8750837c-2b51-4bd4-a766-15800c5d8b5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:45:58.314367 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8750837c-2b51-4bd4-a766-15800c5d8b5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:45:58.314725 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8750837c-2b51-4bd4-a766-15800c5d8b5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:45:58.315110 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8750837c-2b51-4bd4-a766-15800c5d8b5f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:45:58.315463 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8750837c-2b51-4bd4-a766-15800c5d8b5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:45:58.315818 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8750837c-2b51-4bd4-a766-15800c5d8b5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:45:58.316174 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8750837c-2b51-4bd4-a766-15800c5d8b5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:45:58.316521 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8750837c-2b51-4bd4-a766-15800c5d8b5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:45:58.316867 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8750837c-2b51-4bd4-a766-15800c5d8b5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:45:58.325066 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-8750837c-2b51-4bd4-a766-15800c5d8b5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:45:58.381554 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-8750837c-2b51-4bd4-a766-15800c5d8b5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658280'] for router_gateway, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:58.547962 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-8750837c-2b51-4bd4-a766-15800c5d8b5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-862260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5467'] for router, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:58.550019 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-8750837c-2b51-4bd4-a766-15800c5d8b5f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:58.632436 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-8750837c-2b51-4bd4-a766-15800c5d8b5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665210'] for router, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:58.633066 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8750837c-2b51-4bd4-a766-15800c5d8b5f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3bca94c-7681-45d2-b349-5bdb3b7f02c0 {{(pid=79296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 19:45:58.646604 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-8750837c-2b51-4bd4-a766-15800c5d8b5f admin admin] Notify callbacks [] for router, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:58.647748 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-8750837c-2b51-4bd4-a766-15800c5d8b5f admin admin] 10.222.0.46 "DELETE /v2.0/routers/b3bca94c-7681-45d2-b349-5bdb3b7f02c0 HTTP/1.1" status: 204 len: 168 time: 1.4671807 May 10 19:45:58.650289 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 45778) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:45:58.713412 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.db_base_plugin_v2 [None req-de1970e4-6dee-4503-a0db-a437378b8992 admin admin] Deleting subnet d9a3be94-0d38-4426-8d23-4357f15ca2f9 {{(pid=79296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 19:45:58.716478 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-de1970e4-6dee-4503-a0db-a437378b8992 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:58.766486 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-de1970e4-6dee-4503-a0db-a437378b8992 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10932808'] for subnet, precommit_delete_associations {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:58.843827 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-de1970e4-6dee-4503-a0db-a437378b8992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4008472'] for subnet, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:59.152456 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-de1970e4-6dee-4503-a0db-a437378b8992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4008471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10503692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10614102'] for subnet, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:59.157134 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:45:59.191303 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1970e4-6dee-4503-a0db-a437378b8992 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9a3be94-0d38-4426-8d23-4357f15ca2f9,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:45:59.193281 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-de1970e4-6dee-4503-a0db-a437378b8992 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533414'] for subnet, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:59.195672 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-de1970e4-6dee-4503-a0db-a437378b8992 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:45:59.197136 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7900e92c-f636-49ea-b952-4555493a8c9f None None] Network c1996f27-1db4-443b-b1de-2cd374f7ede0 requested from dv-cinder-784453-6-smb {{(pid=79297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:45:59.199694 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-de1970e4-6dee-4503-a0db-a437378b8992 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/d9a3be94-0d38-4426-8d23-4357f15ca2f9 HTTP/1.1" status: 204 len: 168 time: 0.5483990 May 10 19:45:59.202144 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 45782) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:45:59.306483 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-68490126-2bbc-4008-955b-251c44a1d6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850776'] for network, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:59.381134 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.plugin [None req-68490126-2bbc-4008-955b-251c44a1d6bb admin admin] Deleting port 96da7c91-0fb4-4684-8541-cf7a1fcab2b0 {{(pid=79296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:45:59.381471 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-68490126-2bbc-4008-955b-251c44a1d6bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757498910621'] for port, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:59.441651 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70aa28d5-fe93-49ec-8447-70c220202b5b None None] DHCP port deletion for c1996f27-1db4-443b-b1de-2cd374f7ede0 request from dv-cinder-784453-6-smb {{(pid=79297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 19:45:59.482707 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.db [None req-68490126-2bbc-4008-955b-251c44a1d6bb admin admin] For port 96da7c91-0fb4-4684-8541-cf7a1fcab2b0, host dv-cinder-784453-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-smb',level=0,port_id=96da7c91-0fb4-4684-8541-cf7a1fcab2b0,segment=NetworkSegment(108993fe-967b-403c-a08b-306337f62f28),segment_id=108993fe-967b-403c-a08b-306337f62f28)] {{(pid=79296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:45:59.483108 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-68490126-2bbc-4008-955b-251c44a1d6bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670902'] for port, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:59.503912 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device 136d140f-4409-481d-ab66-9a9e97e842de no longer exists at agent ovs-agent-dv-cinder-784453-6-smb {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:45:59.538825 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.plugin [None req-70aa28d5-fe93-49ec-8447-70c220202b5b None None] Deleting port 96da7c91-0fb4-4684-8541-cf7a1fcab2b0 {{(pid=79297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:45:59.539239 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-70aa28d5-fe93-49ec-8447-70c220202b5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757498910621'] for port, before_delete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:59.553020 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.plugin [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] No Port match for: 136d140f-4409-481d-ab66-9a9e97e842de {{(pid=79297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:45:59.553374 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device 136d140f-4409-481d-ab66-9a9e97e842de not bound to the agent host dv-cinder-784453-6-smb {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:45:59.553821 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device 7af7da28-028b-4c22-bc5f-c5094fed24f9 no longer exists at agent ovs-agent-dv-cinder-784453-6-smb {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:45:59.643377 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.plugin [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] No Port match for: 7af7da28-028b-4c22-bc5f-c5094fed24f9 {{(pid=79297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:45:59.643726 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device 7af7da28-028b-4c22-bc5f-c5094fed24f9 not bound to the agent host dv-cinder-784453-6-smb {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:45:59.675089 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-70aa28d5-fe93-49ec-8447-70c220202b5b None None] For port 96da7c91-0fb4-4684-8541-cf7a1fcab2b0, host dv-cinder-784453-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-smb',level=0,port_id=96da7c91-0fb4-4684-8541-cf7a1fcab2b0,segment=NetworkSegment(108993fe-967b-403c-a08b-306337f62f28),segment_id=108993fe-967b-403c-a08b-306337f62f28)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:45:59.675382 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-70aa28d5-fe93-49ec-8447-70c220202b5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670902'] for port, precommit_delete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:59.704194 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.plugin [None req-68490126-2bbc-4008-955b-251c44a1d6bb admin admin] Calling delete_port for 96da7c91-0fb4-4684-8541-cf7a1fcab2b0 owned by network:dhcp {{(pid=79296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:45:59.793944 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.plugin [None req-70aa28d5-fe93-49ec-8447-70c220202b5b None None] Calling delete_port for 96da7c91-0fb4-4684-8541-cf7a1fcab2b0 owned by network:dhcp {{(pid=79297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:45:59.824355 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-68490126-2bbc-4008-955b-251c44a1d6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757498915184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757498479629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10503775'] for port, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:59.829274 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-ede78857-893c-4d57-8595-ba84a194e0b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:45:59.835310 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-70aa28d5-fe93-49ec-8447-70c220202b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757498915184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757498479629'] for port, after_delete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:59.839007 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-ba518f39-9c7a-4086-a8e8-ec9befb2dfec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:45:59.876172 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68490126-2bbc-4008-955b-251c44a1d6bb admin admin] Pushing event deleted for resources: {'Port': ['ID=96da7c91-0fb4-4684-8541-cf7a1fcab2b0,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:45:59.877438 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68490126-2bbc-4008-955b-251c44a1d6bb admin admin] No DVR routers for this DVR port 96da7c91-0fb4-4684-8541-cf7a1fcab2b0 on host dv-cinder-784453-6-smb {{(pid=79296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:45:59.878926 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-68490126-2bbc-4008-955b-251c44a1d6bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:45:59.884114 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aa28d5-fe93-49ec-8447-70c220202b5b None None] Pushing event deleted for resources: {'Port': ['ID=96da7c91-0fb4-4684-8541-cf7a1fcab2b0,revision_number=None']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:45:59.888879 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70aa28d5-fe93-49ec-8447-70c220202b5b None None] No DVR routers for this DVR port 96da7c91-0fb4-4684-8541-cf7a1fcab2b0 on host dv-cinder-784453-6-smb {{(pid=79297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:45:59.894820 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa28d5-fe93-49ec-8447-70c220202b5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:45:59.895189 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa28d5-fe93-49ec-8447-70c220202b5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:45:59.895522 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa28d5-fe93-49ec-8447-70c220202b5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:45:59.895858 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa28d5-fe93-49ec-8447-70c220202b5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:45:59.896207 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa28d5-fe93-49ec-8447-70c220202b5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:45:59.896534 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa28d5-fe93-49ec-8447-70c220202b5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:45:59.896850 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa28d5-fe93-49ec-8447-70c220202b5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:45:59.897167 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa28d5-fe93-49ec-8447-70c220202b5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:45:59.897492 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa28d5-fe93-49ec-8447-70c220202b5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:45:59.897902 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa28d5-fe93-49ec-8447-70c220202b5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:45:59.898226 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa28d5-fe93-49ec-8447-70c220202b5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:45:59.898536 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa28d5-fe93-49ec-8447-70c220202b5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:45:59.902325 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-70aa28d5-fe93-49ec-8447-70c220202b5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:45:59.992144 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-68490126-2bbc-4008-955b-251c44a1d6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002531', 'neutron.services.segments.db._delete_segments_for_network-8757498921373'] for network, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:00.004841 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.services.segments.db [None req-68490126-2bbc-4008-955b-251c44a1d6bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1996f27-1db4-443b-b1de-2cd374f7ede0']}} {{(pid=79296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:46:00.016625 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.services.segments.db [None req-68490126-2bbc-4008-955b-251c44a1d6bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '108993fe-967b-403c-a08b-306337f62f28') {'for_net_delete': True} {{(pid=79296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:46:00.016924 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.services.segments.db [None req-68490126-2bbc-4008-955b-251c44a1d6bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '108993fe-967b-403c-a08b-306337f62f28') {} {{(pid=79296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:46:00.027934 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-68490126-2bbc-4008-955b-251c44a1d6bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757498933351', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10932823'] for segment, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:00.044043 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-68490126-2bbc-4008-955b-251c44a1d6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007211'] for segment, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:00.049933 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68490126-2bbc-4008-955b-251c44a1d6bb admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=79296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:46:00.052882 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-68490126-2bbc-4008-955b-251c44a1d6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10503786'] for segment, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:00.063707 dv-cinder-784453-6-smb neutron-server[79296]: Traceback (most recent call last): May 10 19:46:00.063707 dv-cinder-784453-6-smb neutron-server[79296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:46:00.063707 dv-cinder-784453-6-smb neutron-server[79296]: timer() May 10 19:46:00.063707 dv-cinder-784453-6-smb neutron-server[79296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:46:00.063707 dv-cinder-784453-6-smb neutron-server[79296]: cb(*args, **kw) May 10 19:46:00.063707 dv-cinder-784453-6-smb neutron-server[79296]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 19:46:00.063707 dv-cinder-784453-6-smb neutron-server[79296]: return func(*args, **kwargs) May 10 19:46:00.063707 dv-cinder-784453-6-smb neutron-server[79296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:46:00.063707 dv-cinder-784453-6-smb neutron-server[79296]: self._notify() May 10 19:46:00.063707 dv-cinder-784453-6-smb neutron-server[79296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:46:00.063707 dv-cinder-784453-6-smb neutron-server[79296]: self.callback(batched_events) May 10 19:46:00.063707 dv-cinder-784453-6-smb neutron-server[79296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:46:00.063707 dv-cinder-784453-6-smb neutron-server[79296]: event.method(event) May 10 19:46:00.063707 dv-cinder-784453-6-smb neutron-server[79296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 19:46:00.063707 dv-cinder-784453-6-smb neutron-server[79296]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:46:00.063707 dv-cinder-784453-6-smb neutron-server[79296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 19:46:00.063707 dv-cinder-784453-6-smb neutron-server[79296]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:46:00.063707 dv-cinder-784453-6-smb neutron-server[79296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 19:46:00.063707 dv-cinder-784453-6-smb neutron-server[79296]: return f(self, *a, **k) May 10 19:46:00.063707 dv-cinder-784453-6-smb neutron-server[79296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 19:46:00.063707 dv-cinder-784453-6-smb neutron-server[79296]: return self._get(url).json() May 10 19:46:00.063707 dv-cinder-784453-6-smb neutron-server[79296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 19:46:00.063707 dv-cinder-784453-6-smb neutron-server[79296]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:46:00.063707 dv-cinder-784453-6-smb neutron-server[79296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:46:00.063707 dv-cinder-784453-6-smb neutron-server[79296]: return self.request(url, 'GET', **kwargs) May 10 19:46:00.063707 dv-cinder-784453-6-smb neutron-server[79296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:46:00.063707 dv-cinder-784453-6-smb neutron-server[79296]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:46:00.063707 dv-cinder-784453-6-smb neutron-server[79296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:46:00.063707 dv-cinder-784453-6-smb neutron-server[79296]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:46:00.063707 dv-cinder-784453-6-smb neutron-server[79296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:46:00.063707 dv-cinder-784453-6-smb neutron-server[79296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:46:00.063707 dv-cinder-784453-6-smb neutron-server[79296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:46:00.215482 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-68490126-2bbc-4008-955b-251c44a1d6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658298'] for network, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:00.218905 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:46:00.231922 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-68490126-2bbc-4008-955b-251c44a1d6bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533414'] for network, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:00.241823 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68490126-2bbc-4008-955b-251c44a1d6bb admin admin] Pushing event deleted for resources: {'Network': ['ID=c1996f27-1db4-443b-b1de-2cd374f7ede0,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:46:00.245186 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-68490126-2bbc-4008-955b-251c44a1d6bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:46:00.324000 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-68490126-2bbc-4008-955b-251c44a1d6bb admin admin] 10.222.0.46 "DELETE /v2.0/networks/c1996f27-1db4-443b-b1de-2cd374f7ede0 HTTP/1.1" status: 204 len: 168 time: 1.1208506 May 10 19:46:00.632177 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 45788) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:46:00.681421 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-3fa9fb2b-5026-408a-bb65-175c1a32c437 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=48537c19bc3f482ca2c677fa41f568c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0480549 May 10 19:46:00.683704 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 45792) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:46:00.741112 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-7fe97051-3d5d-4a03-bed7-ee7c975293c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:00.766611 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-7fe97051-3d5d-4a03-bed7-ee7c975293c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:00.886776 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-7fe97051-3d5d-4a03-bed7-ee7c975293c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:00.890480 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-405e25ae-a014-4d8b-8813-939ff8c151e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:46:00.903953 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe97051-3d5d-4a03-bed7-ee7c975293c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e89d70-cf90-4f0a-aa01-6d894627624d,revision_number=None']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:46:00.914456 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe97051-3d5d-4a03-bed7-ee7c975293c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:46:00.914828 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe97051-3d5d-4a03-bed7-ee7c975293c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:46:00.915228 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe97051-3d5d-4a03-bed7-ee7c975293c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:46:00.915566 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe97051-3d5d-4a03-bed7-ee7c975293c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:46:00.915917 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe97051-3d5d-4a03-bed7-ee7c975293c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:46:00.916349 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe97051-3d5d-4a03-bed7-ee7c975293c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:46:00.916702 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe97051-3d5d-4a03-bed7-ee7c975293c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:46:00.917047 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe97051-3d5d-4a03-bed7-ee7c975293c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:46:00.917395 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe97051-3d5d-4a03-bed7-ee7c975293c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:46:00.917740 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe97051-3d5d-4a03-bed7-ee7c975293c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:46:00.918082 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe97051-3d5d-4a03-bed7-ee7c975293c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:46:00.918419 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe97051-3d5d-4a03-bed7-ee7c975293c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:46:00.921661 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-7fe97051-3d5d-4a03-bed7-ee7c975293c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:46:00.923641 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-7fe97051-3d5d-4a03-bed7-ee7c975293c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:00.925225 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-7fe97051-3d5d-4a03-bed7-ee7c975293c5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a6e89d70-cf90-4f0a-aa01-6d894627624d HTTP/1.1" status: 204 len: 168 time: 0.2401597 May 10 19:46:01.457848 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device 96da7c91-0fb4-4684-8541-cf7a1fcab2b0 no longer exists at agent ovs-agent-dv-cinder-784453-6-smb {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:46:01.528504 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.plugin [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] No Port match for: 96da7c91-0fb4-4684-8541-cf7a1fcab2b0 {{(pid=79297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:46:01.528863 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device 96da7c91-0fb4-4684-8541-cf7a1fcab2b0 not bound to the agent host dv-cinder-784453-6-smb {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:46:01.927090 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 45816) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:46:02.029493 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.v2.base [None req-16293652-ce1a-436a-ad6f-dbfe9c140008 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1459424200-network', 'tenant_id': '93b6ceb4ba854ea497883e8035f1f598'}} {{(pid=79295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:46:02.034119 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-16293652-ce1a-436a-ad6f-dbfe9c140008 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:46:02.037932 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-16293652-ce1a-436a-ad6f-dbfe9c140008 admin admin] Usage tracker for resource:network and tenant:93b6ceb4ba854ea497883e8035f1f598 is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:46:02.040809 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-16293652-ce1a-436a-ad6f-dbfe9c140008 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:46:02.049852 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-16293652-ce1a-436a-ad6f-dbfe9c140008 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:46:02.101145 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16293652-ce1a-436a-ad6f-dbfe9c140008 admin admin] Made reservation on behalf of 93b6ceb4ba854ea497883e8035f1f598 for: {'network': 1} {{(pid=79295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:46:02.103425 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-16293652-ce1a-436a-ad6f-dbfe9c140008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for network, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:02.116049 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-16293652-ce1a-436a-ad6f-dbfe9c140008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:02.131261 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-16293652-ce1a-436a-ad6f-dbfe9c140008 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:46:02.135065 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-16293652-ce1a-436a-ad6f-dbfe9c140008 admin admin] Usage tracker for resource:security_group_rule and tenant:93b6ceb4ba854ea497883e8035f1f598 is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:46:02.137817 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-16293652-ce1a-436a-ad6f-dbfe9c140008 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:46:02.143454 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-16293652-ce1a-436a-ad6f-dbfe9c140008 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:46:02.222500 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-16293652-ce1a-436a-ad6f-dbfe9c140008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:02.277776 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-16293652-ce1a-436a-ad6f-dbfe9c140008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:02.280493 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-dcc7ad80-9891-4b53-bed3-98c310c0e843 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:46:02.308253 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16293652-ce1a-436a-ad6f-dbfe9c140008 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=79295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:46:02.316481 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16293652-ce1a-436a-ad6f-dbfe9c140008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f2295e-59fd-4809-804c-872d127367b3,revision_number=1']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:46:02.320058 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-16293652-ce1a-436a-ad6f-dbfe9c140008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:46:02.322447 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-16293652-ce1a-436a-ad6f-dbfe9c140008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007211'] for segment, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:02.322789 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.db.segments_db [None req-16293652-ce1a-436a-ad6f-dbfe9c140008 admin admin] Added segment 4fa3f193-7074-4874-93b7-dd81b3a3d051 of type vlan for network cbfa905b-3888-4660-80eb-7f36fe7307c3 May 10 19:46:02.348227 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-16293652-ce1a-436a-ad6f-dbfe9c140008 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757498498946'] for network, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:02.430080 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-16293652-ce1a-436a-ad6f-dbfe9c140008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384'] for network, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:02.431462 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16293652-ce1a-436a-ad6f-dbfe9c140008 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:46:02.432066 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-16293652-ce1a-436a-ad6f-dbfe9c140008 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533414'] for network, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:02.436698 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-4eb11441-a436-4cee-9aff-6851182f6fe8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:46:02.534316 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16293652-ce1a-436a-ad6f-dbfe9c140008 admin admin] Pushing event updated for resources: {'Network': ['ID=cbfa905b-3888-4660-80eb-7f36fe7307c3,revision_number=1']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:46:02.536838 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-16293652-ce1a-436a-ad6f-dbfe9c140008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:46:02.543939 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Network cbfa905b-3888-4660-80eb-7f36fe7307c3 details requested by agent ovs-agent-dv-cinder-784453-6-smb with host dv-cinder-784453-6-smb {{(pid=79297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 19:46:02.604324 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-16293652-ce1a-436a-ad6f-dbfe9c140008 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6756165 May 10 19:46:02.607102 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 45822) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:46:02.612526 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.v2.base [None req-7c94b954-a094-4861-b9bb-f6ca660f3071 admin admin] Request body: {'subnet': {'network_id': 'cbfa905b-3888-4660-80eb-7f36fe7307c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1459424200-subnet', 'tenant_id': '93b6ceb4ba854ea497883e8035f1f598', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:46:02.617220 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-7c94b954-a094-4861-b9bb-f6ca660f3071 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:46:02.621364 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-7c94b954-a094-4861-b9bb-f6ca660f3071 admin admin] Usage tracker for resource:subnet and tenant:93b6ceb4ba854ea497883e8035f1f598 is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:46:02.624177 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-7c94b954-a094-4861-b9bb-f6ca660f3071 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:46:02.629799 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-7c94b954-a094-4861-b9bb-f6ca660f3071 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:46:02.711875 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c94b954-a094-4861-b9bb-f6ca660f3071 admin admin] Made reservation on behalf of 93b6ceb4ba854ea497883e8035f1f598 for: {'subnet': 1} {{(pid=79295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:46:02.714162 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-7c94b954-a094-4861-b9bb-f6ca660f3071 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1502677'] for subnet, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:03.166325 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-7c94b954-a094-4861-b9bb-f6ca660f3071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10684184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1502631'] for subnet, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:03.170715 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:46:03.237619 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c94b954-a094-4861-b9bb-f6ca660f3071 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7011cc34-ba0c-4d36-a769-09bd86ae59b6,revision_number=0']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:46:03.241622 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-7c94b954-a094-4861-b9bb-f6ca660f3071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:46:03.247381 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c94b954-a094-4861-b9bb-f6ca660f3071 admin admin] Checking segment: {'id': '4fa3f193-7074-4874-93b7-dd81b3a3d051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'cbfa905b-3888-4660-80eb-7f36fe7307c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:46:03.247737 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c94b954-a094-4861-b9bb-f6ca660f3071 admin admin] Network hostable DHCP agents. Network: cbfa905b-3888-4660-80eb-7f36fe7307c3, hostable agents: ['cf5774e5-e4b1-412e-9d40-b43239b08ac1'], hosted agents: [] {{(pid=79295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:46:03.323685 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c94b954-a094-4861-b9bb-f6ca660f3071 admin admin] Network cbfa905b-3888-4660-80eb-7f36fe7307c3 is scheduled to be hosted by DHCP agent cf5774e5-e4b1-412e-9d40-b43239b08ac1 with binding_index 1 {{(pid=79295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:46:03.378462 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.scheduler.base_scheduler [None req-7c94b954-a094-4861-b9bb-f6ca660f3071 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-6-smb, cbfa905b-3888-4660-80eb-7f36fe7307c3) {{(pid=79295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:46:03.387012 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c94b954-a094-4861-b9bb-f6ca660f3071 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:46:03.387641 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-7c94b954-a094-4861-b9bb-f6ca660f3071 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:03.387796 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d9d611-bbeb-42ef-a887-ec3db81fd391 None None] Network cbfa905b-3888-4660-80eb-7f36fe7307c3 requested from dv-cinder-784453-6-smb {{(pid=79297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:46:03.459531 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-7c94b954-a094-4861-b9bb-f6ca660f3071 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8513424 May 10 19:46:03.462085 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 45826) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:46:03.467249 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.v2.base [None req-85845918-e630-4489-bbb1-cd15d3d604e1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1459424200-router', 'tenant_id': '93b6ceb4ba854ea497883e8035f1f598', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989'}}} {{(pid=79295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:46:03.471651 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-85845918-e630-4489-bbb1-cd15d3d604e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:46:03.475466 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-85845918-e630-4489-bbb1-cd15d3d604e1 admin admin] Usage tracker for resource:router and tenant:93b6ceb4ba854ea497883e8035f1f598 is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:46:03.478252 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-85845918-e630-4489-bbb1-cd15d3d604e1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:46:03.483967 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-85845918-e630-4489-bbb1-cd15d3d604e1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:46:03.552665 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-85845918-e630-4489-bbb1-cd15d3d604e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-862949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:03.554281 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-85845918-e630-4489-bbb1-cd15d3d604e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-862954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-667882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-557229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5452'] for router, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:03.569134 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-85845918-e630-4489-bbb1-cd15d3d604e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:03.597529 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b51d3e-bbc5-4afc-9879-496c21f5ae4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5621fda0-e5c6-53dc-bc61-667937d628dd-cbfa905b-3888-4660-80eb-7f36fe7307c3', 'network_id': 'cbfa905b-3888-4660-80eb-7f36fe7307c3', 'tenant_id': '93b6ceb4ba854ea497883e8035f1f598', 'fixed_ips': [{'subnet_id': '7011cc34-ba0c-4d36-a769-09bd86ae59b6'}]}} from dv-cinder-784453-6-smb. {{(pid=79297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 19:46:03.598338 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-a5b51d3e-bbc5-4afc-9879-496c21f5ae4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_create {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:03.749046 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.db_base_plugin_common [None req-a5b51d3e-bbc5-4afc-9879-496c21f5ae4e None None] Allocated IP 172.20.0.2 (cbfa905b-3888-4660-80eb-7f36fe7307c3/7011cc34-ba0c-4d36-a769-09bd86ae59b6/4d7ed0af-cfb8-4139-93ef-2e4a3a3d3474) {{(pid=79297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:46:03.949731 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-a5b51d3e-bbc5-4afc-9879-496c21f5ae4e None None] Notify callbacks [] for port, precommit_create {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:03.959806 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-a5b51d3e-bbc5-4afc-9879-496c21f5ae4e None None] Transition to ACTIVE for port object 4d7ed0af-cfb8-4139-93ef-2e4a3a3d3474 will not be triggered until provisioned by entity L2. {{(pid=79297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:46:03.977401 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-a5b51d3e-bbc5-4afc-9879-496c21f5ae4e None None] Transition to ACTIVE for port object 4d7ed0af-cfb8-4139-93ef-2e4a3a3d3474 will not be triggered until provisioned by entity DHCP. {{(pid=79297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:46:03.998668 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-85845918-e630-4489-bbb1-cd15d3d604e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-667795', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-862225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5458'] for router, precommit_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:04.061369 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-a5b51d3e-bbc5-4afc-9879-496c21f5ae4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757498479620'] for port, after_create {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:04.064915 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:46:04.122807 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b51d3e-bbc5-4afc-9879-496c21f5ae4e None None] Network cbfa905b-3888-4660-80eb-7f36fe7307c3 is already hosted by enough agents. {{(pid=79297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:46:04.125564 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.scheduler.base_scheduler [None req-a5b51d3e-bbc5-4afc-9879-496c21f5ae4e None None] Resources bound (agent type, host, resource id): {{(pid=79297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:46:04.128104 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b51d3e-bbc5-4afc-9879-496c21f5ae4e None None] Received port after_create {{(pid=79297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:46:04.171788 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b51d3e-bbc5-4afc-9879-496c21f5ae4e None None] Pushing event updated for resources: {'Port': ['ID=4d7ed0af-cfb8-4139-93ef-2e4a3a3d3474,revision_number=1']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:46:04.174899 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-a5b51d3e-bbc5-4afc-9879-496c21f5ae4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:46:04.230203 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.managers [None req-a5b51d3e-bbc5-4afc-9879-496c21f5ae4e None None] Attempting to bind port 4d7ed0af-cfb8-4139-93ef-2e4a3a3d3474 on host dv-cinder-784453-6-smb for vnic_type normal with profile {{(pid=79297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:46:04.230572 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.managers [None req-a5b51d3e-bbc5-4afc-9879-496c21f5ae4e None None] Attempting to bind port 4d7ed0af-cfb8-4139-93ef-2e4a3a3d3474 by drivers openvswitch,hyperv on host dv-cinder-784453-6-smb at level 0 using segments [{'id': '4fa3f193-7074-4874-93b7-dd81b3a3d051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'cbfa905b-3888-4660-80eb-7f36fe7307c3'}] {{(pid=79297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:46:04.230972 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b51d3e-bbc5-4afc-9879-496c21f5ae4e None None] Attempting to bind port 4d7ed0af-cfb8-4139-93ef-2e4a3a3d3474 on network cbfa905b-3888-4660-80eb-7f36fe7307c3 {{(pid=79297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:46:04.236359 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b51d3e-bbc5-4afc-9879-496c21f5ae4e None None] Checking agent: {'id': 'f730efe5-2961-494c-9708-c8a2f4be606e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 29, 11), 'started_at': datetime.datetime(2021, 5, 10, 19, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:46:04.236767 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b51d3e-bbc5-4afc-9879-496c21f5ae4e None None] Checking segment: {'id': '4fa3f193-7074-4874-93b7-dd81b3a3d051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'cbfa905b-3888-4660-80eb-7f36fe7307c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:46:04.237200 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-a5b51d3e-bbc5-4afc-9879-496c21f5ae4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:04.237597 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b51d3e-bbc5-4afc-9879-496c21f5ae4e None None] Bound using segment: {'id': '4fa3f193-7074-4874-93b7-dd81b3a3d051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'cbfa905b-3888-4660-80eb-7f36fe7307c3'} {{(pid=79297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:46:04.238068 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.managers [None req-a5b51d3e-bbc5-4afc-9879-496c21f5ae4e None None] Bound port: 4d7ed0af-cfb8-4139-93ef-2e4a3a3d3474, host: dv-cinder-784453-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fa3f193-7074-4874-93b7-dd81b3a3d051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'cbfa905b-3888-4660-80eb-7f36fe7307c3'}}] {{(pid=79297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:46:04.238444 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-a5b51d3e-bbc5-4afc-9879-496c21f5ae4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:04.323929 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-a5b51d3e-bbc5-4afc-9879-496c21f5ae4e None None] For port 4d7ed0af-cfb8-4139-93ef-2e4a3a3d3474, host dv-cinder-784453-6-smb, cleared binding levels {{(pid=79297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:46:04.326845 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-a5b51d3e-bbc5-4afc-9879-496c21f5ae4e None None] For port 4d7ed0af-cfb8-4139-93ef-2e4a3a3d3474, host dv-cinder-784453-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-smb',level=0,port_id=4d7ed0af-cfb8-4139-93ef-2e4a3a3d3474,segment=NetworkSegment(4fa3f193-7074-4874-93b7-dd81b3a3d051),segment_id=4fa3f193-7074-4874-93b7-dd81b3a3d051)] {{(pid=79297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:46:04.381927 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-85845918-e630-4489-bbb1-cd15d3d604e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:04.404028 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-a5b51d3e-bbc5-4afc-9879-496c21f5ae4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:04.407734 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:46:04.411725 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-85845918-e630-4489-bbb1-cd15d3d604e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:04.494336 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b51d3e-bbc5-4afc-9879-496c21f5ae4e None None] Pushing event updated for resources: {'Port': ['ID=4d7ed0af-cfb8-4139-93ef-2e4a3a3d3474,revision_number=2']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:46:04.499635 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-a5b51d3e-bbc5-4afc-9879-496c21f5ae4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:46:04.551592 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.db_base_plugin_common [None req-85845918-e630-4489-bbb1-cd15d3d604e1 admin admin] Allocated IP 172.28.3.149 (18edca27-7fe5-44f0-bd00-188f2dc0b989/39840ae5-5b78-40c6-8289-bd2c4c3e7489/7733aee4-ee2b-48f5-8a26-0b9c1f467d33) {{(pid=79295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:46:04.717018 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-85845918-e630-4489-bbb1-cd15d3d604e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:04.824985 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-85845918-e630-4489-bbb1-cd15d3d604e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757498479620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10826888'] for port, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:04.828933 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-b1c7e118-aeee-4a61-a722-ec01aae77811 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:46:04.884754 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85845918-e630-4489-bbb1-cd15d3d604e1 admin admin] Network 18edca27-7fe5-44f0-bd00-188f2dc0b989 is already hosted by enough agents. {{(pid=79295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:46:04.887487 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.scheduler.base_scheduler [None req-85845918-e630-4489-bbb1-cd15d3d604e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=79295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:46:04.891114 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85845918-e630-4489-bbb1-cd15d3d604e1 admin admin] Received port after_create {{(pid=79295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:46:04.932965 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85845918-e630-4489-bbb1-cd15d3d604e1 admin admin] Pushing event updated for resources: {'Port': ['ID=7733aee4-ee2b-48f5-8a26-0b9c1f467d33,revision_number=1']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:46:04.936997 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-85845918-e630-4489-bbb1-cd15d3d604e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:46:05.389147 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-85845918-e630-4489-bbb1-cd15d3d604e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:05.409859 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a199665-1a9a-4008-a98c-ba80f53c29cc None None] Network cbfa905b-3888-4660-80eb-7f36fe7307c3 requested from dv-cinder-784453-6-smb {{(pid=79297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:46:05.507839 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device 4d7ed0af-cfb8-4139-93ef-2e4a3a3d3474 up at agent ovs-agent-dv-cinder-784453-6-smb {{(pid=79297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:46:05.597796 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-c7e25bbc-27af-4054-9a17-ebd1bfed4e33 None None] Provisioning for port 4d7ed0af-cfb8-4139-93ef-2e4a3a3d3474 completed by entity DHCP. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:46:05.725246 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Provisioning for port 4d7ed0af-cfb8-4139-93ef-2e4a3a3d3474 completed by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:46:05.739316 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Provisioning complete for port 4d7ed0af-cfb8-4139-93ef-2e4a3a3d3474 triggered by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:46:05.739316 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:05.840179 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-85845918-e630-4489-bbb1-cd15d3d604e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-862312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657670'] for router, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:05.857918 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:05.891974 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] For port 4d7ed0af-cfb8-4139-93ef-2e4a3a3d3474, host dv-cinder-784453-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-smb',level=0,port_id=4d7ed0af-cfb8-4139-93ef-2e4a3a3d3474,segment=NetworkSegment(4fa3f193-7074-4874-93b7-dd81b3a3d051),segment_id=4fa3f193-7074-4874-93b7-dd81b3a3d051)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:46:05.955989 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:05.958078 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-9b6dd367-fad0-4c7f-ad17-1125ec458df4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:46:06.012972 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-66290716-5265-4938-b5d6-0bbe3bd1b067 None None] Provisioning complete for port 4d7ed0af-cfb8-4139-93ef-2e4a3a3d3474 triggered by entity DHCP. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:46:06.013270 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-66290716-5265-4938-b5d6-0bbe3bd1b067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:06.095918 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Pushing event updated for resources: {'Port': ['ID=4d7ed0af-cfb8-4139-93ef-2e4a3a3d3474,revision_number=3']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:46:06.100683 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:46:06.101212 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85845918-e630-4489-bbb1-cd15d3d604e1 admin admin] Router e56f6e03-71f6-421a-81a0-91661be3c796 is scheduled to L3 agent 66c26874-6d1a-4324-9002-6da014815c52 with binding_index 1 {{(pid=79295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 19:46:06.280641 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85845918-e630-4489-bbb1-cd15d3d604e1 admin admin] Notify agent at l3_agent.dv-cinder-784453-6-smb the message routers_updated {{(pid=79295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:46:06.290707 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3147ed-0f8b-452f-812b-57b1eda6d24c None None] Sync routers for ids ['e56f6e03-71f6-421a-81a0-91661be3c796'] in dv-cinder-784453-6-smb {{(pid=79298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:46:06.300288 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3147ed-0f8b-452f-812b-57b1eda6d24c None None] Routers {'e56f6e03-71f6-421a-81a0-91661be3c796'} bound to L3 agent in host dv-cinder-784453-6-smb {{(pid=79298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:46:06.300898 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_hamode_db [None req-be3147ed-0f8b-452f-812b-57b1eda6d24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T19:29:11Z,description=,heartbeat_timestamp=2021-05-10T19:45:41Z,host='dv-cinder-784453-6-smb',id=66c26874-6d1a-4324-9002-6da014815c52,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:29:11Z,topic='l3_agent')) {'router_ids': ['e56f6e03-71f6-421a-81a0-91661be3c796'], 'active': True} {{(pid=79298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:46:06.375425 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-85845918-e630-4489-bbb1-cd15d3d604e1 admin admin] Notify callbacks [] for router, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:06.376655 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-85845918-e630-4489-bbb1-cd15d3d604e1 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9135442 May 10 19:46:06.379442 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 45830) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:46:06.472376 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_dvr_db [None req-be3147ed-0f8b-452f-812b-57b1eda6d24c None None] Set router e56f6e03-71f6-421a-81a0-91661be3c796 gateway port host: dv-cinder-784453-6-smb {{(pid=79298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:46:06.752460 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_hamode_db [None req-be3147ed-0f8b-452f-812b-57b1eda6d24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56f6e03-71f6-421a-81a0-91661be3c796', 'name': 'tempest-AttachVolumeTestJSON-1459424200-router', 'tenant_id': '93b6ceb4ba854ea497883e8035f1f598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.149'}], 'enable_snat': True}, 'gw_port_id': '7733aee4-ee2b-48f5-8a26-0b9c1f467d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:46:03Z', 'updated_at': '2021-05-10T19:46:05Z', 'revision_number': 3, 'project_id': '93b6ceb4ba854ea497883e8035f1f598', 'gw_port': {'id': '7733aee4-ee2b-48f5-8a26-0b9c1f467d33', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ef:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e56f6e03-71f6-421a-81a0-91661be3c796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:46:04Z', 'updated_at': '2021-05-10T19:46:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb'}], 'dv-cinder-784453-6-smb', False) {} {{(pid=79298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:46:06.757352 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3147ed-0f8b-452f-812b-57b1eda6d24c None None] Checking router: e56f6e03-71f6-421a-81a0-91661be3c796 for host: dv-cinder-784453-6-smb {{(pid=79298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:46:06.757694 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3147ed-0f8b-452f-812b-57b1eda6d24c None None] Updating router e56f6e03-71f6-421a-81a0-91661be3c796 port 7733aee4-ee2b-48f5-8a26-0b9c1f467d33 binding host dv-cinder-784453-6-smb {{(pid=79298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:46:06.808831 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron_lib.callbacks.manager [None req-be3147ed-0f8b-452f-812b-57b1eda6d24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:07.130084 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron_lib.callbacks.manager [None req-be3147ed-0f8b-452f-812b-57b1eda6d24c None None] Notify callbacks [] for port, precommit_update {{(pid=79298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:07.141600 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.provisioning_blocks [None req-be3147ed-0f8b-452f-812b-57b1eda6d24c None None] Transition to ACTIVE for port object 7733aee4-ee2b-48f5-8a26-0b9c1f467d33 will not be triggered until provisioned by entity L2. {{(pid=79298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:46:07.146552 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-1ab6fed4-96e6-458f-b56c-83e3d3aeb96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:07.198160 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron_lib.callbacks.manager [None req-be3147ed-0f8b-452f-812b-57b1eda6d24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:07.202038 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:46:07.278578 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba644e-cf5a-4d99-be03-6c16d31a24b2 None None] Pushing event updated for resources: {'Port': ['ID=7733aee4-ee2b-48f5-8a26-0b9c1f467d33,revision_number=2']} {{(pid=79298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:46:07.280676 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.managers [None req-be3147ed-0f8b-452f-812b-57b1eda6d24c None None] Attempting to bind port 7733aee4-ee2b-48f5-8a26-0b9c1f467d33 on host dv-cinder-784453-6-smb for vnic_type normal with profile {{(pid=79298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:46:07.281032 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.managers [None req-be3147ed-0f8b-452f-812b-57b1eda6d24c None None] Attempting to bind port 7733aee4-ee2b-48f5-8a26-0b9c1f467d33 by drivers openvswitch,hyperv on host dv-cinder-784453-6-smb at level 0 using segments [{'id': '23ec30ec-fc80-4a54-bc14-1568bb8683df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989'}] {{(pid=79298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:46:07.281387 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3147ed-0f8b-452f-812b-57b1eda6d24c None None] Attempting to bind port 7733aee4-ee2b-48f5-8a26-0b9c1f467d33 on network 18edca27-7fe5-44f0-bd00-188f2dc0b989 {{(pid=79298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:46:07.290534 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba644e-cf5a-4d99-be03-6c16d31a24b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:46:07.290878 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba644e-cf5a-4d99-be03-6c16d31a24b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:46:07.291446 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba644e-cf5a-4d99-be03-6c16d31a24b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:46:07.291556 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba644e-cf5a-4d99-be03-6c16d31a24b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:46:07.291825 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba644e-cf5a-4d99-be03-6c16d31a24b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:46:07.292137 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba644e-cf5a-4d99-be03-6c16d31a24b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:46:07.292446 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba644e-cf5a-4d99-be03-6c16d31a24b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:46:07.292754 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba644e-cf5a-4d99-be03-6c16d31a24b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:46:07.293060 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba644e-cf5a-4d99-be03-6c16d31a24b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:46:07.293368 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba644e-cf5a-4d99-be03-6c16d31a24b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:46:07.293674 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba644e-cf5a-4d99-be03-6c16d31a24b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:46:07.293974 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba644e-cf5a-4d99-be03-6c16d31a24b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:46:07.297434 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3147ed-0f8b-452f-812b-57b1eda6d24c None None] Checking agent: {'id': 'f730efe5-2961-494c-9708-c8a2f4be606e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 29, 11), 'started_at': datetime.datetime(2021, 5, 10, 19, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:46:07.297838 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3147ed-0f8b-452f-812b-57b1eda6d24c None None] Checking segment: {'id': '23ec30ec-fc80-4a54-bc14-1568bb8683df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:46:07.298194 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron_lib.callbacks.manager [None req-be3147ed-0f8b-452f-812b-57b1eda6d24c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:07.298570 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3147ed-0f8b-452f-812b-57b1eda6d24c None None] Bound using segment: {'id': '23ec30ec-fc80-4a54-bc14-1568bb8683df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989'} {{(pid=79298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:46:07.299055 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.managers [None req-be3147ed-0f8b-452f-812b-57b1eda6d24c None None] Bound port: 7733aee4-ee2b-48f5-8a26-0b9c1f467d33, host: dv-cinder-784453-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23ec30ec-fc80-4a54-bc14-1568bb8683df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989'}}] {{(pid=79298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:46:07.299442 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron_lib.callbacks.manager [None req-be3147ed-0f8b-452f-812b-57b1eda6d24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:07.327071 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG oslo_concurrency.lockutils [None req-19ba644e-cf5a-4d99-be03-6c16d31a24b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:46:07.345448 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.db_base_plugin_common [None req-1ab6fed4-96e6-458f-b56c-83e3d3aeb96f admin admin] Allocated IP 172.20.0.1 (cbfa905b-3888-4660-80eb-7f36fe7307c3/7011cc34-ba0c-4d36-a769-09bd86ae59b6/7b500c2a-c0a9-491d-ad29-3b330e954a45) {{(pid=79295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:46:07.369555 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.db [None req-be3147ed-0f8b-452f-812b-57b1eda6d24c None None] For port 7733aee4-ee2b-48f5-8a26-0b9c1f467d33, host dv-cinder-784453-6-smb, cleared binding levels {{(pid=79298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:46:07.372451 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.plugins.ml2.db [None req-be3147ed-0f8b-452f-812b-57b1eda6d24c None None] For port 7733aee4-ee2b-48f5-8a26-0b9c1f467d33, host dv-cinder-784453-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-smb',level=0,port_id=7733aee4-ee2b-48f5-8a26-0b9c1f467d33,segment=NetworkSegment(23ec30ec-fc80-4a54-bc14-1568bb8683df),segment_id=23ec30ec-fc80-4a54-bc14-1568bb8683df)] {{(pid=79298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:46:07.431593 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron_lib.callbacks.manager [None req-be3147ed-0f8b-452f-812b-57b1eda6d24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:07.436964 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG oslo_concurrency.lockutils [None req-7d0c519e-1471-4813-b22c-165abafac307 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:46:07.466577 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device 4d7ed0af-cfb8-4139-93ef-2e4a3a3d3474 up at agent ovs-agent-dv-cinder-784453-6-smb {{(pid=79297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:46:07.499336 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-1ab6fed4-96e6-458f-b56c-83e3d3aeb96f admin admin] Notify callbacks [] for port, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:07.515953 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.provisioning_blocks [None req-1ab6fed4-96e6-458f-b56c-83e3d3aeb96f admin admin] Transition to ACTIVE for port object 7b500c2a-c0a9-491d-ad29-3b330e954a45 will not be triggered until provisioned by entity DHCP. {{(pid=79295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:46:07.536922 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba644e-cf5a-4d99-be03-6c16d31a24b2 None None] Pushing event updated for resources: {'Port': ['ID=7733aee4-ee2b-48f5-8a26-0b9c1f467d33,revision_number=3']} {{(pid=79298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:46:07.541244 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Provisioning complete for port 4d7ed0af-cfb8-4139-93ef-2e4a3a3d3474 triggered by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:46:07.541399 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG oslo_concurrency.lockutils [None req-19ba644e-cf5a-4d99-be03-6c16d31a24b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:46:07.541931 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:07.550499 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3147ed-0f8b-452f-812b-57b1eda6d24c None None] Routers {'e56f6e03-71f6-421a-81a0-91661be3c796'} bound to L3 agent in host dv-cinder-784453-6-smb {{(pid=79298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:46:07.551133 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_hamode_db [None req-be3147ed-0f8b-452f-812b-57b1eda6d24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T19:29:11Z,description=,heartbeat_timestamp=2021-05-10T19:45:41Z,host='dv-cinder-784453-6-smb',id=66c26874-6d1a-4324-9002-6da014815c52,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:29:11Z,topic='l3_agent')) {'router_ids': ['e56f6e03-71f6-421a-81a0-91661be3c796'], 'active': True} {{(pid=79298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:46:07.598992 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-1ab6fed4-96e6-458f-b56c-83e3d3aeb96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757498479620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10826888'] for port, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:07.604626 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-7a2f42e1-c696-41cf-8881-43a2660d1a12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:46:07.661065 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab6fed4-96e6-458f-b56c-83e3d3aeb96f admin admin] Network cbfa905b-3888-4660-80eb-7f36fe7307c3 is already hosted by enough agents. {{(pid=79295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:46:07.664331 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.scheduler.base_scheduler [None req-1ab6fed4-96e6-458f-b56c-83e3d3aeb96f admin admin] Resources bound (agent type, host, resource id): {{(pid=79295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:46:07.671052 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab6fed4-96e6-458f-b56c-83e3d3aeb96f admin admin] Received port after_create {{(pid=79295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:46:07.715873 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab6fed4-96e6-458f-b56c-83e3d3aeb96f admin admin] Pushing event updated for resources: {'Port': ['ID=7b500c2a-c0a9-491d-ad29-3b330e954a45,revision_number=1']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:46:07.720105 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-1ab6fed4-96e6-458f-b56c-83e3d3aeb96f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:46:07.733220 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_dvr_db [None req-be3147ed-0f8b-452f-812b-57b1eda6d24c None None] Set router e56f6e03-71f6-421a-81a0-91661be3c796 gateway port host: dv-cinder-784453-6-smb {{(pid=79298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:46:07.737269 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-1ab6fed4-96e6-458f-b56c-83e3d3aeb96f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663513'] for router_interface, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:07.963938 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-150ab18d-c434-4347-a13d-db181b0f0093 None None] Provisioning for port 7b500c2a-c0a9-491d-ad29-3b330e954a45 completed by entity DHCP. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:46:07.968684 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-150ab18d-c434-4347-a13d-db181b0f0093 None None] Provisioning complete for port 7b500c2a-c0a9-491d-ad29-3b330e954a45 triggered by entity DHCP. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:46:07.973100 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-150ab18d-c434-4347-a13d-db181b0f0093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:08.015349 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_hamode_db [None req-be3147ed-0f8b-452f-812b-57b1eda6d24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56f6e03-71f6-421a-81a0-91661be3c796', 'name': 'tempest-AttachVolumeTestJSON-1459424200-router', 'tenant_id': '93b6ceb4ba854ea497883e8035f1f598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.149'}], 'enable_snat': True}, 'gw_port_id': '7733aee4-ee2b-48f5-8a26-0b9c1f467d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:46:03Z', 'updated_at': '2021-05-10T19:46:05Z', 'revision_number': 3, 'project_id': '93b6ceb4ba854ea497883e8035f1f598', 'gw_port': {'id': '7733aee4-ee2b-48f5-8a26-0b9c1f467d33', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ef:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e56f6e03-71f6-421a-81a0-91661be3c796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:46:04Z', 'updated_at': '2021-05-10T19:46:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb'}], 'dv-cinder-784453-6-smb', False) {} {{(pid=79298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:46:08.019304 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3147ed-0f8b-452f-812b-57b1eda6d24c None None] The sync data for ids ['e56f6e03-71f6-421a-81a0-91661be3c796'] in dv-cinder-784453-6-smb is: [{'id': 'e56f6e03-71f6-421a-81a0-91661be3c796', 'name': 'tempest-AttachVolumeTestJSON-1459424200-router', 'tenant_id': '93b6ceb4ba854ea497883e8035f1f598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.149'}], 'enable_snat': True}, 'gw_port_id': '7733aee4-ee2b-48f5-8a26-0b9c1f467d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:46:03Z', 'updated_at': '2021-05-10T19:46:05Z', 'revision_number': 3, 'project_id': '93b6ceb4ba854ea497883e8035f1f598', 'gw_port': {'id': '7733aee4-ee2b-48f5-8a26-0b9c1f467d33', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ef:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e56f6e03-71f6-421a-81a0-91661be3c796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:46:04Z', 'updated_at': '2021-05-10T19:46:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb'}] {{(pid=79298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:46:08.022976 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.plugin [None req-150ab18d-c434-4347-a13d-db181b0f0093 None None] Port 7b500c2a-c0a9-491d-ad29-3b330e954a45 cannot update to ACTIVE because it is not bound. {{(pid=79297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 19:46:08.048067 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-1ab6fed4-96e6-458f-b56c-83e3d3aeb96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:08.276620 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-13d6785f-f724-4a47-ade8-d9a69ca3edb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:08.286086 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-1ab6fed4-96e6-458f-b56c-83e3d3aeb96f admin admin] Notify callbacks [] for port, precommit_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:08.358326 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:08.369589 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-1ab6fed4-96e6-458f-b56c-83e3d3aeb96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10826897'] for port, after_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:08.394394 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-6279ba56-50cd-466d-99f4-294ba52971aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:46:08.478039 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab6fed4-96e6-458f-b56c-83e3d3aeb96f admin admin] Pushing event updated for resources: {'Port': ['ID=7b500c2a-c0a9-491d-ad29-3b330e954a45,revision_number=2']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:46:08.480493 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-1ab6fed4-96e6-458f-b56c-83e3d3aeb96f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663418'] for router_interface, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:08.484239 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-1ab6fed4-96e6-458f-b56c-83e3d3aeb96f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:46:08.619856 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab6fed4-96e6-458f-b56c-83e3d3aeb96f admin admin] Network cbfa905b-3888-4660-80eb-7f36fe7307c3 is already hosted by enough agents. {{(pid=79295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:46:08.621017 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.scheduler.base_scheduler [None req-1ab6fed4-96e6-458f-b56c-83e3d3aeb96f admin admin] Resources bound (agent type, host, resource id): {{(pid=79295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:46:08.853832 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-7b42a65f-3965-458b-8074-a7d05a3fc33f None None] Provisioning complete for port 7b500c2a-c0a9-491d-ad29-3b330e954a45 triggered by entity DHCP. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:46:08.854407 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-7b42a65f-3965-458b-8074-a7d05a3fc33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:08.908605 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.plugin [None req-7b42a65f-3965-458b-8074-a7d05a3fc33f None None] Port 7b500c2a-c0a9-491d-ad29-3b330e954a45 cannot update to ACTIVE because it is not bound. {{(pid=79297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 19:46:08.930339 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ab6fed4-96e6-458f-b56c-83e3d3aeb96f admin admin] Router e56f6e03-71f6-421a-81a0-91661be3c796 has already been hosted by L3 agent 66c26874-6d1a-4324-9002-6da014815c52 {{(pid=79295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:46:09.108636 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab6fed4-96e6-458f-b56c-83e3d3aeb96f admin admin] Notify agent at l3_agent.dv-cinder-784453-6-smb the message routers_updated {{(pid=79295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:46:09.118017 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-1ab6fed4-96e6-458f-b56c-83e3d3aeb96f admin admin] 10.222.0.46 "PUT /v2.0/routers/e56f6e03-71f6-421a-81a0-91661be3c796/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7375960 May 10 19:46:09.483449 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device 7733aee4-ee2b-48f5-8a26-0b9c1f467d33 up at agent ovs-agent-dv-cinder-784453-6-smb {{(pid=79297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:46:09.572284 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35c7ac6-9181-4609-8b50-9911220beabf None None] Sync routers for ids ['e56f6e03-71f6-421a-81a0-91661be3c796'] in dv-cinder-784453-6-smb {{(pid=79297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:46:09.581251 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35c7ac6-9181-4609-8b50-9911220beabf None None] Routers {'e56f6e03-71f6-421a-81a0-91661be3c796'} bound to L3 agent in host dv-cinder-784453-6-smb {{(pid=79297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:46:09.581855 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_hamode_db [None req-f35c7ac6-9181-4609-8b50-9911220beabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T19:29:11Z,description=,heartbeat_timestamp=2021-05-10T19:45:41Z,host='dv-cinder-784453-6-smb',id=66c26874-6d1a-4324-9002-6da014815c52,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:29:11Z,topic='l3_agent')) {'router_ids': ['e56f6e03-71f6-421a-81a0-91661be3c796'], 'active': True} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:46:09.636097 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Provisioning for port 7733aee4-ee2b-48f5-8a26-0b9c1f467d33 completed by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:46:09.689757 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 45842) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:46:09.690373 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Provisioning complete for port 7733aee4-ee2b-48f5-8a26-0b9c1f467d33 triggered by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:46:09.690753 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:09.696889 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.v2.base [None req-dc284820-9f79-40bb-b630-9d00b2d5b960 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Request body: {'security_group': {'name': 'tempest-securitygroup--881528867', 'description': 'tempest-description--858155888'}} {{(pid=79295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:46:09.702981 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-dc284820-9f79-40bb-b630-9d00b2d5b960 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:46:09.706988 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-dc284820-9f79-40bb-b630-9d00b2d5b960 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Usage tracker for resource:security_group and tenant:93b6ceb4ba854ea497883e8035f1f598 is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:46:09.710544 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-dc284820-9f79-40bb-b630-9d00b2d5b960 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:46:09.716445 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-dc284820-9f79-40bb-b630-9d00b2d5b960 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:46:09.803783 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-dc284820-9f79-40bb-b630-9d00b2d5b960 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks [] for security_group, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:09.824772 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-dc284820-9f79-40bb-b630-9d00b2d5b960 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:46:09.828838 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-dc284820-9f79-40bb-b630-9d00b2d5b960 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Usage tracker for resource:security_group_rule and tenant:93b6ceb4ba854ea497883e8035f1f598 is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:46:09.831960 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-dc284820-9f79-40bb-b630-9d00b2d5b960 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:46:09.838447 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-dc284820-9f79-40bb-b630-9d00b2d5b960 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:46:09.844915 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvr_db [None req-f35c7ac6-9181-4609-8b50-9911220beabf None None] Set router e56f6e03-71f6-421a-81a0-91661be3c796 gateway port host: dv-cinder-784453-6-smb {{(pid=79297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:46:09.908096 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-dc284820-9f79-40bb-b630-9d00b2d5b960 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks [] for security_group, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:09.913788 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:09.986592 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-dc284820-9f79-40bb-b630-9d00b2d5b960 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:09.992785 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-f8e23b0c-d29e-4904-99d7-39b211e36fad tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:46:10.011704 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] For port 7733aee4-ee2b-48f5-8a26-0b9c1f467d33, host dv-cinder-784453-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-smb',level=0,port_id=7733aee4-ee2b-48f5-8a26-0b9c1f467d33,segment=NetworkSegment(23ec30ec-fc80-4a54-bc14-1568bb8683df),segment_id=23ec30ec-fc80-4a54-bc14-1568bb8683df)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:46:10.033543 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc284820-9f79-40bb-b630-9d00b2d5b960 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51efc80a-5dd5-490a-8730-681093500482,revision_number=1']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:46:10.037368 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-dc284820-9f79-40bb-b630-9d00b2d5b960 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:46:10.078300 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:10.083379 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-cd26ee59-4160-4312-8db0-7724a40ff8e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:46:10.127617 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-dc284820-9f79-40bb-b630-9d00b2d5b960 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks [] for security_group, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:10.128874 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-dc284820-9f79-40bb-b630-9d00b2d5b960 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4369357 May 10 19:46:10.132301 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 45846) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:46:10.137412 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.v2.base [None req-e5b57102-9b00-4ee5-bad8-208a2d19a2ab tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Request body: {'security_group_rule': {'security_group_id': '51efc80a-5dd5-490a-8730-681093500482', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:46:10.143436 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-e5b57102-9b00-4ee5-bad8-208a2d19a2ab tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:46:10.147457 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-e5b57102-9b00-4ee5-bad8-208a2d19a2ab tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Usage tracker for resource:security_group_rule and tenant:93b6ceb4ba854ea497883e8035f1f598 is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:46:10.150328 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-e5b57102-9b00-4ee5-bad8-208a2d19a2ab tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:46:10.156213 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-e5b57102-9b00-4ee5-bad8-208a2d19a2ab tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:46:10.205209 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Pushing event updated for resources: {'Port': ['ID=7733aee4-ee2b-48f5-8a26-0b9c1f467d33,revision_number=4']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:46:10.208624 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:46:10.238028 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-e5b57102-9b00-4ee5-bad8-208a2d19a2ab tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:10.238404 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_hamode_db [None req-f35c7ac6-9181-4609-8b50-9911220beabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56f6e03-71f6-421a-81a0-91661be3c796', 'name': 'tempest-AttachVolumeTestJSON-1459424200-router', 'tenant_id': '93b6ceb4ba854ea497883e8035f1f598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.149'}], 'enable_snat': True}, 'gw_port_id': '7733aee4-ee2b-48f5-8a26-0b9c1f467d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:46:03Z', 'updated_at': '2021-05-10T19:46:07Z', 'revision_number': 4, 'project_id': '93b6ceb4ba854ea497883e8035f1f598', 'gw_port': {'id': '7733aee4-ee2b-48f5-8a26-0b9c1f467d33', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ef:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e56f6e03-71f6-421a-81a0-91661be3c796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:46:04Z', 'updated_at': '2021-05-10T19:46:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb', '_interfaces': [{'id': '7b500c2a-c0a9-491d-ad29-3b330e954a45', 'name': '', 'network_id': 'cbfa905b-3888-4660-80eb-7f36fe7307c3', 'tenant_id': '93b6ceb4ba854ea497883e8035f1f598', 'mac_address': 'fa:16:3e:04:a8:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e56f6e03-71f6-421a-81a0-91661be3c796', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '7011cc34-ba0c-4d36-a769-09bd86ae59b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:46:07Z', 'updated_at': '2021-05-10T19:46:08Z', 'revision_number': 2, 'project_id': '93b6ceb4ba854ea497883e8035f1f598', 'subnets': [{'id': '7011cc34-ba0c-4d36-a769-09bd86ae59b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-smb', False) {} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:46:10.242774 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35c7ac6-9181-4609-8b50-9911220beabf None None] Checking router: e56f6e03-71f6-421a-81a0-91661be3c796 for host: dv-cinder-784453-6-smb {{(pid=79297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:46:10.243168 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35c7ac6-9181-4609-8b50-9911220beabf None None] Updating router e56f6e03-71f6-421a-81a0-91661be3c796 port 7b500c2a-c0a9-491d-ad29-3b330e954a45 binding host dv-cinder-784453-6-smb {{(pid=79297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:46:10.294449 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-f35c7ac6-9181-4609-8b50-9911220beabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:10.298847 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-e5b57102-9b00-4ee5-bad8-208a2d19a2ab tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:10.346701 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-e5b57102-9b00-4ee5-bad8-208a2d19a2ab tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561224'] for security_group_rule, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:10.355361 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:46:10.373844 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b57102-9b00-4ee5-bad8-208a2d19a2ab tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5ff4c27-7eab-47f9-a2d1-98cbdac5cfc9,revision_number=0']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:46:10.376397 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-e5b57102-9b00-4ee5-bad8-208a2d19a2ab tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:46:10.444517 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-e5b57102-9b00-4ee5-bad8-208a2d19a2ab tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:10.445796 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-e5b57102-9b00-4ee5-bad8-208a2d19a2ab tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3125598 May 10 19:46:10.448397 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 45850) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:46:10.453477 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.v2.base [None req-123fa153-354a-44fe-911e-6b3e0ebdc767 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Request body: {'security_group_rule': {'security_group_id': '51efc80a-5dd5-490a-8730-681093500482', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:46:10.459771 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-123fa153-354a-44fe-911e-6b3e0ebdc767 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:46:10.463593 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-123fa153-354a-44fe-911e-6b3e0ebdc767 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Usage tracker for resource:security_group_rule and tenant:93b6ceb4ba854ea497883e8035f1f598 is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:46:10.467732 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-123fa153-354a-44fe-911e-6b3e0ebdc767 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:46:10.472092 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-123fa153-354a-44fe-911e-6b3e0ebdc767 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:46:10.555991 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-123fa153-354a-44fe-911e-6b3e0ebdc767 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:10.615481 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-123fa153-354a-44fe-911e-6b3e0ebdc767 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:10.663293 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-f35c7ac6-9181-4609-8b50-9911220beabf None None] Notify callbacks [] for port, precommit_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:10.674279 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-f35c7ac6-9181-4609-8b50-9911220beabf None None] Transition to ACTIVE for port object 7b500c2a-c0a9-491d-ad29-3b330e954a45 will not be triggered until provisioned by entity L2. {{(pid=79297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:46:10.683835 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-123fa153-354a-44fe-911e-6b3e0ebdc767 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561224'] for security_group_rule, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:10.691539 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-6344d62b-cf86-43c1-b4f8-24521c7a29b3 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:46:10.711841 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123fa153-354a-44fe-911e-6b3e0ebdc767 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17b1b95d-38b5-43a0-a9a8-d01a2af27838,revision_number=0']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:46:10.714386 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-123fa153-354a-44fe-911e-6b3e0ebdc767 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:46:10.739087 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-f35c7ac6-9181-4609-8b50-9911220beabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:10.747619 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:46:10.787054 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-123fa153-354a-44fe-911e-6b3e0ebdc767 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:10.788253 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-123fa153-354a-44fe-911e-6b3e0ebdc767 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3389533 May 10 19:46:10.791276 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 45854) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:46:10.796444 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.v2.base [None req-2e6710a1-4be8-4ad0-afb3-0f618c5a4baa tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Request body: {'floatingip': {'floating_network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989'}} {{(pid=79295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:46:10.802543 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-2e6710a1-4be8-4ad0-afb3-0f618c5a4baa tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:46:10.807042 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-2e6710a1-4be8-4ad0-afb3-0f618c5a4baa tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Usage tracker for resource:floatingip and tenant:93b6ceb4ba854ea497883e8035f1f598 is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:46:10.812904 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-2e6710a1-4be8-4ad0-afb3-0f618c5a4baa tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:46:10.819260 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-2e6710a1-4be8-4ad0-afb3-0f618c5a4baa tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:46:10.883097 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-65a60e2c-c8e3-449b-9fd7-64316a7a8051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:10.886258 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd22f5e-83fe-4d20-b209-534dad36a217 None None] Pushing event updated for resources: {'Port': ['ID=7b500c2a-c0a9-491d-ad29-3b330e954a45,revision_number=3']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:46:10.889819 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-2e6710a1-4be8-4ad0-afb3-0f618c5a4baa tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks [] for floatingip, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:10.919310 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-8fd22f5e-83fe-4d20-b209-534dad36a217 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:46:10.980855 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.managers [None req-f35c7ac6-9181-4609-8b50-9911220beabf None None] Attempting to bind port 7b500c2a-c0a9-491d-ad29-3b330e954a45 on host dv-cinder-784453-6-smb for vnic_type normal with profile {{(pid=79297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:46:10.981227 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.managers [None req-f35c7ac6-9181-4609-8b50-9911220beabf None None] Attempting to bind port 7b500c2a-c0a9-491d-ad29-3b330e954a45 by drivers openvswitch,hyperv on host dv-cinder-784453-6-smb at level 0 using segments [{'id': '4fa3f193-7074-4874-93b7-dd81b3a3d051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'cbfa905b-3888-4660-80eb-7f36fe7307c3'}] {{(pid=79297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:46:10.981590 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35c7ac6-9181-4609-8b50-9911220beabf None None] Attempting to bind port 7b500c2a-c0a9-491d-ad29-3b330e954a45 on network cbfa905b-3888-4660-80eb-7f36fe7307c3 {{(pid=79297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:46:10.987181 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35c7ac6-9181-4609-8b50-9911220beabf None None] Checking agent: {'id': 'f730efe5-2961-494c-9708-c8a2f4be606e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 29, 11), 'started_at': datetime.datetime(2021, 5, 10, 19, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:46:10.987555 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35c7ac6-9181-4609-8b50-9911220beabf None None] Checking segment: {'id': '4fa3f193-7074-4874-93b7-dd81b3a3d051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'cbfa905b-3888-4660-80eb-7f36fe7307c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:46:10.987965 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-f35c7ac6-9181-4609-8b50-9911220beabf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:10.988355 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35c7ac6-9181-4609-8b50-9911220beabf None None] Bound using segment: {'id': '4fa3f193-7074-4874-93b7-dd81b3a3d051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'cbfa905b-3888-4660-80eb-7f36fe7307c3'} {{(pid=79297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:46:10.988904 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.managers [None req-f35c7ac6-9181-4609-8b50-9911220beabf None None] Bound port: 7b500c2a-c0a9-491d-ad29-3b330e954a45, host: dv-cinder-784453-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fa3f193-7074-4874-93b7-dd81b3a3d051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'cbfa905b-3888-4660-80eb-7f36fe7307c3'}}] {{(pid=79297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:46:10.989192 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-f35c7ac6-9181-4609-8b50-9911220beabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:11.032623 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-2e6710a1-4be8-4ad0-afb3-0f618c5a4baa tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:11.045747 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:11.091803 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-f35c7ac6-9181-4609-8b50-9911220beabf None None] For port 7b500c2a-c0a9-491d-ad29-3b330e954a45, host dv-cinder-784453-6-smb, cleared binding levels {{(pid=79297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:46:11.094846 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-f35c7ac6-9181-4609-8b50-9911220beabf None None] For port 7b500c2a-c0a9-491d-ad29-3b330e954a45, host dv-cinder-784453-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-smb',level=0,port_id=7b500c2a-c0a9-491d-ad29-3b330e954a45,segment=NetworkSegment(4fa3f193-7074-4874-93b7-dd81b3a3d051),segment_id=4fa3f193-7074-4874-93b7-dd81b3a3d051)] {{(pid=79297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:46:11.156239 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-f35c7ac6-9181-4609-8b50-9911220beabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:11.159940 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-ba518f39-9c7a-4086-a8e8-ec9befb2dfec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:46:11.168288 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.db_base_plugin_common [None req-2e6710a1-4be8-4ad0-afb3-0f618c5a4baa tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Allocated IP 172.28.3.223 (18edca27-7fe5-44f0-bd00-188f2dc0b989/39840ae5-5b78-40c6-8289-bd2c4c3e7489/fa4d383e-909b-4b48-99b5-89e3af04caf0) {{(pid=79295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:46:11.238396 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35c7ac6-9181-4609-8b50-9911220beabf None None] Routers {'e56f6e03-71f6-421a-81a0-91661be3c796'} bound to L3 agent in host dv-cinder-784453-6-smb {{(pid=79297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:46:11.239046 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_hamode_db [None req-f35c7ac6-9181-4609-8b50-9911220beabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T19:29:11Z,description=,heartbeat_timestamp=2021-05-10T19:46:11Z,host='dv-cinder-784453-6-smb',id=66c26874-6d1a-4324-9002-6da014815c52,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:29:11Z,topic='l3_agent')) {'router_ids': ['e56f6e03-71f6-421a-81a0-91661be3c796'], 'active': True} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:46:11.326585 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-2e6710a1-4be8-4ad0-afb3-0f618c5a4baa tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks [] for port, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:11.354552 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd22f5e-83fe-4d20-b209-534dad36a217 None None] Pushing event updated for resources: {'Port': ['ID=7b500c2a-c0a9-491d-ad29-3b330e954a45,revision_number=4']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:46:11.358882 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-8fd22f5e-83fe-4d20-b209-534dad36a217 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:46:11.427765 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvr_db [None req-f35c7ac6-9181-4609-8b50-9911220beabf None None] Set router e56f6e03-71f6-421a-81a0-91661be3c796 gateway port host: dv-cinder-784453-6-smb {{(pid=79297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:46:11.432863 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-2e6710a1-4be8-4ad0-afb3-0f618c5a4baa tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757498479620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10826888'] for port, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:11.436715 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-a953c42e-c2c6-40ad-829c-8d5d357b0ad7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:46:11.483621 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device 7733aee4-ee2b-48f5-8a26-0b9c1f467d33 up at agent ovs-agent-dv-cinder-784453-6-smb {{(pid=79297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:46:11.500190 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6710a1-4be8-4ad0-afb3-0f618c5a4baa tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Network 18edca27-7fe5-44f0-bd00-188f2dc0b989 is already hosted by enough agents. {{(pid=79295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:46:11.503003 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.scheduler.base_scheduler [None req-2e6710a1-4be8-4ad0-afb3-0f618c5a4baa tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Resources bound (agent type, host, resource id): {{(pid=79295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:46:11.511411 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6710a1-4be8-4ad0-afb3-0f618c5a4baa tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Received port after_create {{(pid=79295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:46:11.541333 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6710a1-4be8-4ad0-afb3-0f618c5a4baa tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Pushing event updated for resources: {'Port': ['ID=fa4d383e-909b-4b48-99b5-89e3af04caf0,revision_number=1']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:46:11.547208 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-2e6710a1-4be8-4ad0-afb3-0f618c5a4baa tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:46:11.593468 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-2e6710a1-4be8-4ad0-afb3-0f618c5a4baa tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:11.708299 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-2e6710a1-4be8-4ad0-afb3-0f618c5a4baa tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:11.711137 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Provisioning complete for port 7733aee4-ee2b-48f5-8a26-0b9c1f467d33 triggered by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:46:11.711520 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:11.909433 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_hamode_db [None req-f35c7ac6-9181-4609-8b50-9911220beabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56f6e03-71f6-421a-81a0-91661be3c796', 'name': 'tempest-AttachVolumeTestJSON-1459424200-router', 'tenant_id': '93b6ceb4ba854ea497883e8035f1f598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.149'}], 'enable_snat': True}, 'gw_port_id': '7733aee4-ee2b-48f5-8a26-0b9c1f467d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:46:03Z', 'updated_at': '2021-05-10T19:46:07Z', 'revision_number': 4, 'project_id': '93b6ceb4ba854ea497883e8035f1f598', 'gw_port': {'id': '7733aee4-ee2b-48f5-8a26-0b9c1f467d33', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ef:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56f6e03-71f6-421a-81a0-91661be3c796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:46:04Z', 'updated_at': '2021-05-10T19:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb', '_interfaces': [{'id': '7b500c2a-c0a9-491d-ad29-3b330e954a45', 'name': '', 'network_id': 'cbfa905b-3888-4660-80eb-7f36fe7307c3', 'tenant_id': '93b6ceb4ba854ea497883e8035f1f598', 'mac_address': 'fa:16:3e:04:a8:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e56f6e03-71f6-421a-81a0-91661be3c796', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '7011cc34-ba0c-4d36-a769-09bd86ae59b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:46:07Z', 'updated_at': '2021-05-10T19:46:11Z', 'revision_number': 4, 'project_id': '93b6ceb4ba854ea497883e8035f1f598', 'subnets': [{'id': '7011cc34-ba0c-4d36-a769-09bd86ae59b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-smb', False) {} {{(pid=79297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:46:11.913411 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35c7ac6-9181-4609-8b50-9911220beabf None None] The sync data for ids ['e56f6e03-71f6-421a-81a0-91661be3c796'] in dv-cinder-784453-6-smb is: [{'id': 'e56f6e03-71f6-421a-81a0-91661be3c796', 'name': 'tempest-AttachVolumeTestJSON-1459424200-router', 'tenant_id': '93b6ceb4ba854ea497883e8035f1f598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.149'}], 'enable_snat': True}, 'gw_port_id': '7733aee4-ee2b-48f5-8a26-0b9c1f467d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:46:03Z', 'updated_at': '2021-05-10T19:46:07Z', 'revision_number': 4, 'project_id': '93b6ceb4ba854ea497883e8035f1f598', 'gw_port': {'id': '7733aee4-ee2b-48f5-8a26-0b9c1f467d33', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ef:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56f6e03-71f6-421a-81a0-91661be3c796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:46:04Z', 'updated_at': '2021-05-10T19:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb', '_interfaces': [{'id': '7b500c2a-c0a9-491d-ad29-3b330e954a45', 'name': '', 'network_id': 'cbfa905b-3888-4660-80eb-7f36fe7307c3', 'tenant_id': '93b6ceb4ba854ea497883e8035f1f598', 'mac_address': 'fa:16:3e:04:a8:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e56f6e03-71f6-421a-81a0-91661be3c796', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '7011cc34-ba0c-4d36-a769-09bd86ae59b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:46:07Z', 'updated_at': '2021-05-10T19:46:11Z', 'revision_number': 4, 'project_id': '93b6ceb4ba854ea497883e8035f1f598', 'subnets': [{'id': '7011cc34-ba0c-4d36-a769-09bd86ae59b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:46:11.916219 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-2e6710a1-4be8-4ad0-afb3-0f618c5a4baa tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks [] for port, precommit_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:11.978697 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-05ecdfa3-b7ee-4afa-83d7-ebb5bc70016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:11.995893 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-2e6710a1-4be8-4ad0-afb3-0f618c5a4baa tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10826897'] for port, after_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:11.999945 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:46:12.106728 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6710a1-4be8-4ad0-afb3-0f618c5a4baa tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Pushing event updated for resources: {'Port': ['ID=fa4d383e-909b-4b48-99b5-89e3af04caf0,revision_number=2']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:46:12.109592 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-2e6710a1-4be8-4ad0-afb3-0f618c5a4baa tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:46:12.123525 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-2e6710a1-4be8-4ad0-afb3-0f618c5a4baa tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658293'] for floatingip, after_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:12.230418 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-2e6710a1-4be8-4ad0-afb3-0f618c5a4baa tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149324'] for floatingip, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:12.231973 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-2e6710a1-4be8-4ad0-afb3-0f618c5a4baa tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4397366 May 10 19:46:12.403534 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-8379fe1c-73ff-41d1-822c-2a9da0330d38 req-806655ef-5895-4926-9b19-5069929e7b35 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Synchronizing usage tracker for tenant:93b6ceb4ba854ea497883e8035f1f598 on resource:security_group {{(pid=79295) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:46:12.481599 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-8379fe1c-73ff-41d1-822c-2a9da0330d38 req-806655ef-5895-4926-9b19-5069929e7b35 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Unset dirty status for tenant:93b6ceb4ba854ea497883e8035f1f598 on resource:security_group {{(pid=79295) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:46:12.482842 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-8379fe1c-73ff-41d1-822c-2a9da0330d38 req-806655ef-5895-4926-9b19-5069929e7b35 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--881528867&fields=id&tenant_id=93b6ceb4ba854ea497883e8035f1f598 HTTP/1.1" status: 200 len: 267 time: 0.1215863 May 10 19:46:12.746070 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8379fe1c-73ff-41d1-822c-2a9da0330d38 req-24303577-d91f-469a-96fd-b1359fc57068 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:46:12.746842 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-8379fe1c-73ff-41d1-822c-2a9da0330d38 req-24303577-d91f-469a-96fd-b1359fc57068 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Synchronizing usage tracker for tenant:93b6ceb4ba854ea497883e8035f1f598 on resource:network {{(pid=79295) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:46:12.812897 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-8379fe1c-73ff-41d1-822c-2a9da0330d38 req-24303577-d91f-469a-96fd-b1359fc57068 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Unset dirty status for tenant:93b6ceb4ba854ea497883e8035f1f598 on resource:network {{(pid=79295) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:46:12.814138 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-8379fe1c-73ff-41d1-822c-2a9da0330d38 req-24303577-d91f-469a-96fd-b1359fc57068 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/networks?id=cbfa905b-3888-4660-80eb-7f36fe7307c3 HTTP/1.1" status: 200 len: 811 time: 0.3243990 May 10 19:46:12.829167 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-8379fe1c-73ff-41d1-822c-2a9da0330d38 req-c482d3ff-b37d-45ba-b735-a8d4d5a33e16 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/quotas/93b6ceb4ba854ea497883e8035f1f598 HTTP/1.1" status: 200 len: 375 time: 0.0095308 May 10 19:46:12.919087 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-8379fe1c-73ff-41d1-822c-2a9da0330d38 req-5fdad973-ebbd-462d-a66b-abb3ad7c71ef tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Synchronizing usage tracker for tenant:93b6ceb4ba854ea497883e8035f1f598 on resource:port {{(pid=79295) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:46:12.984129 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [req-8379fe1c-73ff-41d1-822c-2a9da0330d38 req-5fdad973-ebbd-462d-a66b-abb3ad7c71ef tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Unset dirty status for tenant:93b6ceb4ba854ea497883e8035f1f598 on resource:port {{(pid=79295) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:46:12.985427 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-8379fe1c-73ff-41d1-822c-2a9da0330d38 req-5fdad973-ebbd-462d-a66b-abb3ad7c71ef tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=93b6ceb4ba854ea497883e8035f1f598&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1506300 May 10 19:46:13.164895 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-8379fe1c-73ff-41d1-822c-2a9da0330d38 req-d2e06cf2-e09f-4271-b3c1-e64801c9f034 service neutron] 10.222.0.46 "GET /v2.0/networks/cbfa905b-3888-4660-80eb-7f36fe7307c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677618 May 10 19:46:13.293441 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-8379fe1c-73ff-41d1-822c-2a9da0330d38 req-4456efee-056f-4710-bfb6-d0de1d1ff0e4 service neutron] 10.222.0.46 "GET /v2.0/networks/cbfa905b-3888-4660-80eb-7f36fe7307c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227145 May 10 19:46:13.484931 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device 7b500c2a-c0a9-491d-ad29-3b330e954a45 up at agent ovs-agent-dv-cinder-784453-6-smb {{(pid=79297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:46:13.559139 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-6ba42fbe-d3d8-472f-a512-2e9443d6c567 req-e61315b7-f6a6-499e-835b-23699156c715 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c6145f4-eb93-49d3-83a8-0fcbb50a75f7 HTTP/1.1" status: 200 len: 210 time: 0.0420387 May 10 19:46:13.619235 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Provisioning for port 7b500c2a-c0a9-491d-ad29-3b330e954a45 completed by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:46:13.624296 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Provisioning complete for port 7b500c2a-c0a9-491d-ad29-3b330e954a45 triggered by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:46:13.627754 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:13.754185 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-02078f97-e06b-4c48-b673-8bf9bf3f5f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:13.755257 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:13.790094 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] For port 7b500c2a-c0a9-491d-ad29-3b330e954a45, host dv-cinder-784453-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-smb',level=0,port_id=7b500c2a-c0a9-491d-ad29-3b330e954a45,segment=NetworkSegment(4fa3f193-7074-4874-93b7-dd81b3a3d051),segment_id=4fa3f193-7074-4874-93b7-dd81b3a3d051)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:46:13.870176 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:13.872124 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-70aa28d5-fe93-49ec-8447-70c220202b5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:46:13.980673 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Pushing event updated for resources: {'Port': ['ID=7b500c2a-c0a9-491d-ad29-3b330e954a45,revision_number=5']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:46:13.983656 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:46:14.704665 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-f1063acc-5d9b-47dc-8a19-08e0269839de req-d1aa0f2d-7b96-428c-bc3b-1534d3926ed5 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c6145f4-eb93-49d3-83a8-0fcbb50a75f7 HTTP/1.1" status: 200 len: 210 time: 0.0421600 May 10 19:46:15.470129 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device 7b500c2a-c0a9-491d-ad29-3b330e954a45 up at agent ovs-agent-dv-cinder-784453-6-smb {{(pid=79297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:46:15.537992 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Provisioning complete for port 7b500c2a-c0a9-491d-ad29-3b330e954a45 triggered by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:46:15.538369 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:15.601563 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8379fe1c-73ff-41d1-822c-2a9da0330d38 req-46e659b7-8e66-47fa-a379-4970e773c250 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:46:15.603068 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-8379fe1c-73ff-41d1-822c-2a9da0330d38 req-46e659b7-8e66-47fa-a379-4970e773c250 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.36 "GET /v2.0/networks?id=cbfa905b-3888-4660-80eb-7f36fe7307c3 HTTP/1.1" status: 200 len: 811 time: 0.1515112 May 10 19:46:15.652729 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-8379fe1c-73ff-41d1-822c-2a9da0330d38 req-38454a76-d4c0-4c35-8170-4014c6d1a2fc tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93b6ceb4ba854ea497883e8035f1f598 HTTP/1.1" status: 200 len: 379 time: 0.0412967 May 10 19:46:15.662986 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.v2.base [req-8379fe1c-73ff-41d1-822c-2a9da0330d38 req-dd028225-8b4e-4c4d-aff7-e35ddc54fac0 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Request body: {'port': {'device_id': '8c6145f4-eb93-49d3-83a8-0fcbb50a75f7', 'network_id': 'cbfa905b-3888-4660-80eb-7f36fe7307c3', 'admin_state_up': True, 'tenant_id': '93b6ceb4ba854ea497883e8035f1f598', 'security_groups': ['51efc80a-5dd5-490a-8730-681093500482']}} {{(pid=79296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:46:15.799653 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [req-8379fe1c-73ff-41d1-822c-2a9da0330d38 req-dd028225-8b4e-4c4d-aff7-e35ddc54fac0 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:46:15.811119 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [req-8379fe1c-73ff-41d1-822c-2a9da0330d38 req-dd028225-8b4e-4c4d-aff7-e35ddc54fac0 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:46:15.864141 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-2fe958d7-f856-42ad-b621-3b73f2c0ef82 req-6f54b3c7-4adc-48d6-a41c-3cc2fec08a4a tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c6145f4-eb93-49d3-83a8-0fcbb50a75f7 HTTP/1.1" status: 200 len: 210 time: 0.0455363 May 10 19:46:15.898460 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8379fe1c-73ff-41d1-822c-2a9da0330d38 req-dd028225-8b4e-4c4d-aff7-e35ddc54fac0 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Made reservation on behalf of 93b6ceb4ba854ea497883e8035f1f598 for: {'port': 1} {{(pid=79296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:46:15.902041 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-8379fe1c-73ff-41d1-822c-2a9da0330d38 req-dd028225-8b4e-4c4d-aff7-e35ddc54fac0 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:16.065241 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.db_base_plugin_common [req-8379fe1c-73ff-41d1-822c-2a9da0330d38 req-dd028225-8b4e-4c4d-aff7-e35ddc54fac0 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Allocated IP 172.20.0.4 (cbfa905b-3888-4660-80eb-7f36fe7307c3/7011cc34-ba0c-4d36-a769-09bd86ae59b6/cfc64701-d66f-45ad-baa2-967488c6946e) {{(pid=79296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:46:16.246466 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-8379fe1c-73ff-41d1-822c-2a9da0330d38 req-dd028225-8b4e-4c4d-aff7-e35ddc54fac0 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks [] for port, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:16.261982 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.provisioning_blocks [req-8379fe1c-73ff-41d1-822c-2a9da0330d38 req-dd028225-8b4e-4c4d-aff7-e35ddc54fac0 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Transition to ACTIVE for port object cfc64701-d66f-45ad-baa2-967488c6946e will not be triggered until provisioned by entity DHCP. {{(pid=79296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:46:16.352893 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-8379fe1c-73ff-41d1-822c-2a9da0330d38 req-dd028225-8b4e-4c4d-aff7-e35ddc54fac0 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757498479620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10503775'] for port, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:16.359106 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-14872c3c-d108-4fba-92cb-2703b64d57c4 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:46:16.424249 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8379fe1c-73ff-41d1-822c-2a9da0330d38 req-dd028225-8b4e-4c4d-aff7-e35ddc54fac0 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Network cbfa905b-3888-4660-80eb-7f36fe7307c3 is already hosted by enough agents. {{(pid=79296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:46:16.427258 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.base_scheduler [req-8379fe1c-73ff-41d1-822c-2a9da0330d38 req-dd028225-8b4e-4c4d-aff7-e35ddc54fac0 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Resources bound (agent type, host, resource id): {{(pid=79296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:46:16.436330 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.l3_dvrscheduler_db [req-8379fe1c-73ff-41d1-822c-2a9da0330d38 req-dd028225-8b4e-4c4d-aff7-e35ddc54fac0 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Received port after_create {{(pid=79296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:46:16.466663 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd028225-8b4e-4c4d-aff7-e35ddc54fac0 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Pushing event updated for resources: {'Port': ['ID=cfc64701-d66f-45ad-baa2-967488c6946e,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:46:16.473202 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-dd028225-8b4e-4c4d-aff7-e35ddc54fac0 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:46:16.503970 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8379fe1c-73ff-41d1-822c-2a9da0330d38 req-dd028225-8b4e-4c4d-aff7-e35ddc54fac0 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:46:16.504601 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-8379fe1c-73ff-41d1-822c-2a9da0330d38 req-dd028225-8b4e-4c4d-aff7-e35ddc54fac0 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149324'] for port, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:16.581723 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-8379fe1c-73ff-41d1-822c-2a9da0330d38 req-dd028225-8b4e-4c4d-aff7-e35ddc54fac0 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9243731 May 10 19:46:16.594013 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.v2.base [req-8379fe1c-73ff-41d1-822c-2a9da0330d38 req-29d4e761-ccfc-4ee7-8c52-951953d4c463 service neutron] Request body: {'port': {'device_id': '8c6145f4-eb93-49d3-83a8-0fcbb50a75f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=79296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:46:16.702763 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-8379fe1c-73ff-41d1-822c-2a9da0330d38 req-29d4e761-ccfc-4ee7-8c52-951953d4c463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:16.741268 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-98241e4d-b671-4acd-a688-cb0ef6f958fe None None] Provisioning for port cfc64701-d66f-45ad-baa2-967488c6946e completed by entity DHCP. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:46:16.746640 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-98241e4d-b671-4acd-a688-cb0ef6f958fe None None] Provisioning complete for port cfc64701-d66f-45ad-baa2-967488c6946e triggered by entity DHCP. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:46:16.747061 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-98241e4d-b671-4acd-a688-cb0ef6f958fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:16.803515 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.plugin [None req-98241e4d-b671-4acd-a688-cb0ef6f958fe None None] Port cfc64701-d66f-45ad-baa2-967488c6946e cannot update to ACTIVE because it is not bound. {{(pid=79297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 19:46:17.060037 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d45ed6-9167-471c-b15d-c37f6a35caf8 req-6a539611-28f1-4891-ae1b-649d7968fd0a tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:46:17.061420 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-14d45ed6-9167-471c-b15d-c37f6a35caf8 req-6a539611-28f1-4891-ae1b-649d7968fd0a tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c6145f4-eb93-49d3-83a8-0fcbb50a75f7 HTTP/1.1" status: 200 len: 931 time: 0.0886614 May 10 19:46:17.107397 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-14d45ed6-9167-471c-b15d-c37f6a35caf8 req-ef890d54-d0a2-414d-8f25-fdd36c0bf186 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/security-groups?id=51efc80a-5dd5-490a-8730-681093500482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398483 May 10 19:46:17.149358 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.notifiers.nova [req-8379fe1c-73ff-41d1-822c-2a9da0330d38 req-29d4e761-ccfc-4ee7-8c52-951953d4c463 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfc64701-d66f-45ad-baa2-967488c6946e {{(pid=79296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:46:17.156738 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-8379fe1c-73ff-41d1-822c-2a9da0330d38 req-29d4e761-ccfc-4ee7-8c52-951953d4c463 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:17.171561 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.provisioning_blocks [req-8379fe1c-73ff-41d1-822c-2a9da0330d38 req-29d4e761-ccfc-4ee7-8c52-951953d4c463 service neutron] Transition to ACTIVE for port object cfc64701-d66f-45ad-baa2-967488c6946e will not be triggered until provisioned by entity L2. {{(pid=79296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:46:17.252800 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-8379fe1c-73ff-41d1-822c-2a9da0330d38 req-29d4e761-ccfc-4ee7-8c52-951953d4c463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10503750'] for port, after_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:17.257227 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-b6208ee3-97eb-493a-8e7b-ba555f3dbba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:46:17.385617 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d4e761-ccfc-4ee7-8c52-951953d4c463 service neutron] Pushing event updated for resources: {'Port': ['ID=cfc64701-d66f-45ad-baa2-967488c6946e,revision_number=2']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:46:17.412247 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-29d4e761-ccfc-4ee7-8c52-951953d4c463 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:46:17.489156 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.managers [req-8379fe1c-73ff-41d1-822c-2a9da0330d38 req-29d4e761-ccfc-4ee7-8c52-951953d4c463 service neutron] Attempting to bind port cfc64701-d66f-45ad-baa2-967488c6946e on host hv-cinder-78445 for vnic_type normal with profile {{(pid=79296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:46:17.489484 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.managers [req-8379fe1c-73ff-41d1-822c-2a9da0330d38 req-29d4e761-ccfc-4ee7-8c52-951953d4c463 service neutron] Attempting to bind port cfc64701-d66f-45ad-baa2-967488c6946e by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '4fa3f193-7074-4874-93b7-dd81b3a3d051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'cbfa905b-3888-4660-80eb-7f36fe7307c3'}] {{(pid=79296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:46:17.489810 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8379fe1c-73ff-41d1-822c-2a9da0330d38 req-29d4e761-ccfc-4ee7-8c52-951953d4c463 service neutron] Attempting to bind port cfc64701-d66f-45ad-baa2-967488c6946e on network cbfa905b-3888-4660-80eb-7f36fe7307c3 {{(pid=79296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:46:17.495079 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8379fe1c-73ff-41d1-822c-2a9da0330d38 req-29d4e761-ccfc-4ee7-8c52-951953d4c463 service neutron] Port cfc64701-d66f-45ad-baa2-967488c6946e on network cbfa905b-3888-4660-80eb-7f36fe7307c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=79296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 19:46:17.495396 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8379fe1c-73ff-41d1-822c-2a9da0330d38 req-29d4e761-ccfc-4ee7-8c52-951953d4c463 service neutron] Attempting to bind port cfc64701-d66f-45ad-baa2-967488c6946e on network cbfa905b-3888-4660-80eb-7f36fe7307c3 {{(pid=79296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:46:17.500342 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8379fe1c-73ff-41d1-822c-2a9da0330d38 req-29d4e761-ccfc-4ee7-8c52-951953d4c463 service neutron] Checking agent: {'id': '9c4a8215-4a8c-47cd-bc08-47634ab436c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 35, 38), 'started_at': datetime.datetime(2021, 5, 10, 19, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:46:17.500670 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8379fe1c-73ff-41d1-822c-2a9da0330d38 req-29d4e761-ccfc-4ee7-8c52-951953d4c463 service neutron] Checking segment: {'id': '4fa3f193-7074-4874-93b7-dd81b3a3d051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'cbfa905b-3888-4660-80eb-7f36fe7307c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:46:17.501048 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8379fe1c-73ff-41d1-822c-2a9da0330d38 req-29d4e761-ccfc-4ee7-8c52-951953d4c463 service neutron] Bound using segment: {'id': '4fa3f193-7074-4874-93b7-dd81b3a3d051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'cbfa905b-3888-4660-80eb-7f36fe7307c3'} {{(pid=79296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:46:17.501464 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.managers [req-8379fe1c-73ff-41d1-822c-2a9da0330d38 req-29d4e761-ccfc-4ee7-8c52-951953d4c463 service neutron] Bound port: cfc64701-d66f-45ad-baa2-967488c6946e, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fa3f193-7074-4874-93b7-dd81b3a3d051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'cbfa905b-3888-4660-80eb-7f36fe7307c3'}}] {{(pid=79296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:46:17.501883 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-8379fe1c-73ff-41d1-822c-2a9da0330d38 req-29d4e761-ccfc-4ee7-8c52-951953d4c463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:17.591677 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.db [req-8379fe1c-73ff-41d1-822c-2a9da0330d38 req-29d4e761-ccfc-4ee7-8c52-951953d4c463 service neutron] For port cfc64701-d66f-45ad-baa2-967488c6946e, host hv-cinder-78445, cleared binding levels {{(pid=79296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:46:17.594423 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.db [req-8379fe1c-73ff-41d1-822c-2a9da0330d38 req-29d4e761-ccfc-4ee7-8c52-951953d4c463 service neutron] For port cfc64701-d66f-45ad-baa2-967488c6946e, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=cfc64701-d66f-45ad-baa2-967488c6946e,segment=NetworkSegment(4fa3f193-7074-4874-93b7-dd81b3a3d051),segment_id=4fa3f193-7074-4874-93b7-dd81b3a3d051)] {{(pid=79296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:46:17.664342 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-8379fe1c-73ff-41d1-822c-2a9da0330d38 req-29d4e761-ccfc-4ee7-8c52-951953d4c463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10503750'] for port, after_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:17.668766 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-faee68a9-cb4a-4134-9473-3146f27fc619 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:46:17.715759 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8379fe1c-73ff-41d1-822c-2a9da0330d38 req-29d4e761-ccfc-4ee7-8c52-951953d4c463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:46:17.716570 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-8379fe1c-73ff-41d1-822c-2a9da0330d38 req-29d4e761-ccfc-4ee7-8c52-951953d4c463 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149324'] for port, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:17.717882 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-8379fe1c-73ff-41d1-822c-2a9da0330d38 req-29d4e761-ccfc-4ee7-8c52-951953d4c463 service neutron] 10.222.0.36 "PUT /v2.0/ports/cfc64701-d66f-45ad-baa2-967488c6946e HTTP/1.1" status: 200 len: 1093 time: 1.1279387 May 10 19:46:17.720606 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c6145f4-eb93-49d3-83a8-0fcbb50a75f7', 'tag': 'cfc64701-d66f-45ad-baa2-967488c6946e'}] {{(pid=79296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:46:17.751567 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d4e761-ccfc-4ee7-8c52-951953d4c463 service neutron] Pushing event updated for resources: {'Port': ['ID=cfc64701-d66f-45ad-baa2-967488c6946e,revision_number=3']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:46:17.754986 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-29d4e761-ccfc-4ee7-8c52-951953d4c463 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:46:17.786231 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c6145f4-eb93-49d3-83a8-0fcbb50a75f7', 'tag': 'cfc64701-d66f-45ad-baa2-967488c6946e', 'status': 'completed', 'code': 200} May 10 19:46:17.886291 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a60a57-dc0c-45e2-89a9-3fd34778aa9c req-22a9b7d0-4f58-438c-b063-3941d76511ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:46:17.887787 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-f4a60a57-dc0c-45e2-89a9-3fd34778aa9c req-22a9b7d0-4f58-438c-b063-3941d76511ac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=93b6ceb4ba854ea497883e8035f1f598&device_id=8c6145f4-eb93-49d3-83a8-0fcbb50a75f7 HTTP/1.1" status: 200 len: 1096 time: 0.0774732 May 10 19:46:18.025233 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a60a57-dc0c-45e2-89a9-3fd34778aa9c req-3b2348c2-1723-440e-a02e-881c2efea320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:46:18.026572 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-f4a60a57-dc0c-45e2-89a9-3fd34778aa9c req-3b2348c2-1723-440e-a02e-881c2efea320 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=93b6ceb4ba854ea497883e8035f1f598&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1320760 May 10 19:46:18.158977 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a60a57-dc0c-45e2-89a9-3fd34778aa9c req-07e99681-2a34-4624-b23a-6b1f547e6365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:46:18.160499 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-f4a60a57-dc0c-45e2-89a9-3fd34778aa9c req-07e99681-2a34-4624-b23a-6b1f547e6365 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1280177 May 10 19:46:18.261505 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8379fe1c-73ff-41d1-822c-2a9da0330d38 req-b802e424-d6bf-4115-8720-477362e76cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:46:18.263044 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-8379fe1c-73ff-41d1-822c-2a9da0330d38 req-b802e424-d6bf-4115-8720-477362e76cc6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=93b6ceb4ba854ea497883e8035f1f598&device_id=8c6145f4-eb93-49d3-83a8-0fcbb50a75f7 HTTP/1.1" status: 200 len: 1096 time: 0.0700805 May 10 19:46:18.298065 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc40e8a-0bde-4984-a4ee-2259dd6fa9de req-66bb4e50-240f-4e2c-b7ff-ee0fb646c366 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:46:18.299564 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-cbc40e8a-0bde-4984-a4ee-2259dd6fa9de req-66bb4e50-240f-4e2c-b7ff-ee0fb646c366 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c6145f4-eb93-49d3-83a8-0fcbb50a75f7 HTTP/1.1" status: 200 len: 943 time: 0.0828559 May 10 19:46:18.332943 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-8379fe1c-73ff-41d1-822c-2a9da0330d38 req-91fd74ec-2fcc-4a36-aa2d-0a1671a9a508 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cfc64701-d66f-45ad-baa2-967488c6946e HTTP/1.1" status: 200 len: 217 time: 0.0629478 May 10 19:46:18.343380 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-cbc40e8a-0bde-4984-a4ee-2259dd6fa9de req-394ddcf3-3adb-4865-a3f6-9a64bb758d66 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/security-groups?id=51efc80a-5dd5-490a-8730-681093500482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382640 May 10 19:46:18.395120 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8379fe1c-73ff-41d1-822c-2a9da0330d38 req-f59f9f56-709a-430f-a638-699d82494a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:46:18.396569 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-8379fe1c-73ff-41d1-822c-2a9da0330d38 req-f59f9f56-709a-430f-a638-699d82494a83 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7011cc34-ba0c-4d36-a769-09bd86ae59b6 HTTP/1.1" status: 200 len: 850 time: 0.0576484 May 10 19:46:18.469333 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8379fe1c-73ff-41d1-822c-2a9da0330d38 req-f1fc1c3f-45a2-4bc0-8354-bdfaeb0d3db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:46:18.470784 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-8379fe1c-73ff-41d1-822c-2a9da0330d38 req-f1fc1c3f-45a2-4bc0-8354-bdfaeb0d3db1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cbfa905b-3888-4660-80eb-7f36fe7307c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0683060 May 10 19:46:18.596477 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-8379fe1c-73ff-41d1-822c-2a9da0330d38 req-a41f0dc1-a02c-4366-9b03-1c57e1f2cdbb service neutron] 10.222.0.36 "GET /v2.0/networks/cbfa905b-3888-4660-80eb-7f36fe7307c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193268 May 10 19:46:18.721827 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-8379fe1c-73ff-41d1-822c-2a9da0330d38 req-e5189d93-02d0-412a-b5d2-8dc4a94f21c8 service neutron] 10.222.0.36 "GET /v2.0/networks/cbfa905b-3888-4660-80eb-7f36fe7307c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189787 May 10 19:46:19.527833 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f85322-a2f0-4e21-8cac-9c04e33dd230 req-534a4987-108b-4c4a-a71b-5ef1debc0b86 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:46:19.529267 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-15f85322-a2f0-4e21-8cac-9c04e33dd230 req-534a4987-108b-4c4a-a71b-5ef1debc0b86 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c6145f4-eb93-49d3-83a8-0fcbb50a75f7 HTTP/1.1" status: 200 len: 943 time: 0.0813062 May 10 19:46:19.573312 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-15f85322-a2f0-4e21-8cac-9c04e33dd230 req-7532c0f2-ff1a-43ba-81fc-4b7ac23f83f3 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/security-groups?id=51efc80a-5dd5-490a-8730-681093500482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384202 May 10 19:46:20.751952 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c77c36-4ea5-429b-9b6f-bc22ea4adf0d req-e78bff90-5764-4efd-a1f0-a84d5ff55cf7 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:46:20.757735 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-c7c77c36-4ea5-429b-9b6f-bc22ea4adf0d req-e78bff90-5764-4efd-a1f0-a84d5ff55cf7 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c6145f4-eb93-49d3-83a8-0fcbb50a75f7 HTTP/1.1" status: 200 len: 943 time: 0.0792949 May 10 19:46:20.800814 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-c7c77c36-4ea5-429b-9b6f-bc22ea4adf0d req-9e4d8208-f6c7-4686-ac1a-cbd068ef962a tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/security-groups?id=51efc80a-5dd5-490a-8730-681093500482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409124 May 10 19:46:21.687656 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device cfc64701-d66f-45ad-baa2-967488c6946e details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=79297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 19:46:21.817306 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] For port cfc64701-d66f-45ad-baa2-967488c6946e, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=cfc64701-d66f-45ad-baa2-967488c6946e,segment=NetworkSegment(4fa3f193-7074-4874-93b7-dd81b3a3d051),segment_id=4fa3f193-7074-4874-93b7-dd81b3a3d051)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:46:21.830424 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Returning: {'device': 'cfc64701-d66f-45ad-baa2-967488c6946e', 'network_id': 'cbfa905b-3888-4660-80eb-7f36fe7307c3', 'port_id': 'cfc64701-d66f-45ad-baa2-967488c6946e', 'mac_address': 'fa:16:3e:9f:0f:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7011cc34-ba0c-4d36-a769-09bd86ae59b6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 19:46:21.885470 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:21.902343 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.notifiers.nova [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfc64701-d66f-45ad-baa2-967488c6946e {{(pid=79297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:46:21.918407 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] For port cfc64701-d66f-45ad-baa2-967488c6946e, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=cfc64701-d66f-45ad-baa2-967488c6946e,segment=NetworkSegment(4fa3f193-7074-4874-93b7-dd81b3a3d051),segment_id=4fa3f193-7074-4874-93b7-dd81b3a3d051)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:46:21.984327 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4cdf5b-3a13-4226-9bfa-54a7b9044730 req-c6a5d8e8-2a42-4bf9-8650-946ec411d983 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:46:21.984898 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:21.985763 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-6d4cdf5b-3a13-4226-9bfa-54a7b9044730 req-c6a5d8e8-2a42-4bf9-8650-946ec411d983 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c6145f4-eb93-49d3-83a8-0fcbb50a75f7 HTTP/1.1" status: 200 len: 943 time: 0.0784566 May 10 19:46:21.986037 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:46:22.031149 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-6d4cdf5b-3a13-4226-9bfa-54a7b9044730 req-fa6e3390-dc97-4a4f-ad60-aa029872f179 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/security-groups?id=51efc80a-5dd5-490a-8730-681093500482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388491 May 10 19:46:22.055317 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Pushing event updated for resources: {'Port': ['ID=cfc64701-d66f-45ad-baa2-967488c6946e,revision_number=4']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:46:22.058404 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:46:22.190738 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] get_ports_and_sgs() called for port_ids ['cfc64701-d66f-45ad-baa2-967488c6946e'] {{(pid=79297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:46:23.215599 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96dbb16-7d0a-424f-a338-78c06a98b412 req-06284199-d10a-4b03-a12c-2901b31926a7 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:46:23.217044 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-e96dbb16-7d0a-424f-a338-78c06a98b412 req-06284199-d10a-4b03-a12c-2901b31926a7 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c6145f4-eb93-49d3-83a8-0fcbb50a75f7 HTTP/1.1" status: 200 len: 944 time: 0.0816820 May 10 19:46:23.260759 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-e96dbb16-7d0a-424f-a338-78c06a98b412 req-3c898567-1d7f-4062-b15f-4b038791fb58 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/security-groups?id=51efc80a-5dd5-490a-8730-681093500482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381472 May 10 19:46:23.703017 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device cfc64701-d66f-45ad-baa2-967488c6946e up at agent hyperv_hv-cinder-78445 {{(pid=79297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:46:23.855511 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Provisioning for port cfc64701-d66f-45ad-baa2-967488c6946e completed by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:46:23.860506 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Provisioning complete for port cfc64701-d66f-45ad-baa2-967488c6946e triggered by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:46:23.860889 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:23.975640 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:24.001525 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c6145f4-eb93-49d3-83a8-0fcbb50a75f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfc64701-d66f-45ad-baa2-967488c6946e'}] {{(pid=79297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:46:24.010829 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] For port cfc64701-d66f-45ad-baa2-967488c6946e, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=cfc64701-d66f-45ad-baa2-967488c6946e,segment=NetworkSegment(4fa3f193-7074-4874-93b7-dd81b3a3d051),segment_id=4fa3f193-7074-4874-93b7-dd81b3a3d051)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:46:24.045723 dv-cinder-784453-6-smb neutron-server[79297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c6145f4-eb93-49d3-83a8-0fcbb50a75f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfc64701-d66f-45ad-baa2-967488c6946e', 'code': 200} May 10 19:46:24.072748 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:24.074623 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-98eb3aab-2378-4e5e-a786-a3f415b14155 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:46:24.139264 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Pushing event updated for resources: {'Port': ['ID=cfc64701-d66f-45ad-baa2-967488c6946e,revision_number=5']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:46:24.142143 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:46:24.360438 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de7b98a-a4f5-4b83-bc3c-e26529406063 req-19cc4ba3-f984-4bab-a08f-2567c1844369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:46:24.361947 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-8de7b98a-a4f5-4b83-bc3c-e26529406063 req-19cc4ba3-f984-4bab-a08f-2567c1844369 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8c6145f4-eb93-49d3-83a8-0fcbb50a75f7 HTTP/1.1" status: 200 len: 1098 time: 0.0730340 May 10 19:46:24.403761 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-8de7b98a-a4f5-4b83-bc3c-e26529406063 req-f01d439a-e069-4901-b50d-273f9cbf5326 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=51efc80a-5dd5-490a-8730-681093500482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354424 May 10 19:46:24.444802 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f4803b-af9f-4216-b66a-aebba15bea8a req-7397d881-0a79-43ee-80e5-7190ce52a801 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:46:24.446233 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-f9f4803b-af9f-4216-b66a-aebba15bea8a req-7397d881-0a79-43ee-80e5-7190ce52a801 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c6145f4-eb93-49d3-83a8-0fcbb50a75f7 HTTP/1.1" status: 200 len: 945 time: 0.0783055 May 10 19:46:24.489587 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-f9f4803b-af9f-4216-b66a-aebba15bea8a req-3dd42996-097b-4892-a0cc-172477b165b7 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/security-groups?id=51efc80a-5dd5-490a-8730-681093500482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376997 May 10 19:46:25.672600 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d4639d-ab52-47da-a9a4-ec6cf3277048 req-00748917-6886-48fc-a899-0fc45960e495 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:46:25.673975 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-b1d4639d-ab52-47da-a9a4-ec6cf3277048 req-00748917-6886-48fc-a899-0fc45960e495 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c6145f4-eb93-49d3-83a8-0fcbb50a75f7 HTTP/1.1" status: 200 len: 945 time: 0.0797837 May 10 19:46:25.717751 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-b1d4639d-ab52-47da-a9a4-ec6cf3277048 req-4468902c-e4f2-45a8-967e-c8f2fef23653 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/security-groups?id=51efc80a-5dd5-490a-8730-681093500482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375924 May 10 19:46:25.895577 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9875a3-c81e-43a1-b850-07bdf648512e req-c7b5a387-c756-471f-a731-d67c80ef3e4c tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:46:25.897007 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-1b9875a3-c81e-43a1-b850-07bdf648512e req-c7b5a387-c756-471f-a731-d67c80ef3e4c tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c6145f4-eb93-49d3-83a8-0fcbb50a75f7 HTTP/1.1" status: 200 len: 945 time: 0.0808072 May 10 19:46:25.905535 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 45916) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:46:25.910694 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.v2.base [None req-687ffe88-54c0-462b-97e9-ebfe4fbbc54b tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Request body: {'floatingip': {'port_id': 'cfc64701-d66f-45ad-baa2-967488c6946e'}} {{(pid=79295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:46:25.983632 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-687ffe88-54c0-462b-97e9-ebfe4fbbc54b tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks [] for floatingip, before_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:26.646305 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-687ffe88-54c0-462b-97e9-ebfe4fbbc54b tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:26.710618 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-687ffe88-54c0-462b-97e9-ebfe4fbbc54b tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658293'] for floatingip, after_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:26.874889 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.db.l3_db [None req-687ffe88-54c0-462b-97e9-ebfe4fbbc54b tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Floating IP bcae97a6-24f9-4c45-a867-edb0e65a68c7 associated. External IP: 172.28.3.223, port: cfc64701-d66f-45ad-baa2-967488c6946e. May 10 19:46:27.217205 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-687ffe88-54c0-462b-97e9-ebfe4fbbc54b tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Router e56f6e03-71f6-421a-81a0-91661be3c796 has already been hosted by L3 agent 66c26874-6d1a-4324-9002-6da014815c52 {{(pid=79295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:46:27.497891 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687ffe88-54c0-462b-97e9-ebfe4fbbc54b tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify agent at l3_agent.dv-cinder-784453-6-smb the message routers_updated {{(pid=79295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:46:27.502086 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-687ffe88-54c0-462b-97e9-ebfe4fbbc54b tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149324'] for floatingip, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:27.507391 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ddfb28-10e6-468a-af1c-5f1b2ca60a72 None None] Sync routers for ids ['e56f6e03-71f6-421a-81a0-91661be3c796'] in dv-cinder-784453-6-smb {{(pid=79298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:46:27.517147 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ddfb28-10e6-468a-af1c-5f1b2ca60a72 None None] Routers {'e56f6e03-71f6-421a-81a0-91661be3c796'} bound to L3 agent in host dv-cinder-784453-6-smb {{(pid=79298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:46:27.517746 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_hamode_db [None req-02ddfb28-10e6-468a-af1c-5f1b2ca60a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T19:29:11Z,description=,heartbeat_timestamp=2021-05-10T19:46:11Z,host='dv-cinder-784453-6-smb',id=66c26874-6d1a-4324-9002-6da014815c52,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:29:11Z,topic='l3_agent')) {'router_ids': ['e56f6e03-71f6-421a-81a0-91661be3c796'], 'active': True} {{(pid=79298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:46:27.558206 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-687ffe88-54c0-462b-97e9-ebfe4fbbc54b tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "PUT /v2.0/floatingips/bcae97a6-24f9-4c45-a867-edb0e65a68c7 HTTP/1.1" status: 200 len: 991 time: 1.6516392 May 10 19:46:27.559003 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c6145f4-eb93-49d3-83a8-0fcbb50a75f7', 'tag': 'cfc64701-d66f-45ad-baa2-967488c6946e'}] {{(pid=79295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:46:27.609773 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c6145f4-eb93-49d3-83a8-0fcbb50a75f7', 'tag': 'cfc64701-d66f-45ad-baa2-967488c6946e', 'status': 'completed', 'code': 200} May 10 19:46:27.693236 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_dvr_db [None req-02ddfb28-10e6-468a-af1c-5f1b2ca60a72 None None] Set router e56f6e03-71f6-421a-81a0-91661be3c796 gateway port host: dv-cinder-784453-6-smb {{(pid=79298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:46:27.703427 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaf5d7e-e603-40c2-8076-1049e9bc1d36 req-cd087c35-b221-4249-a085-7b7219268ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:46:27.704912 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-4aaf5d7e-e603-40c2-8076-1049e9bc1d36 req-cd087c35-b221-4249-a085-7b7219268ecd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=93b6ceb4ba854ea497883e8035f1f598&device_id=8c6145f4-eb93-49d3-83a8-0fcbb50a75f7 HTTP/1.1" status: 200 len: 1098 time: 0.0720809 May 10 19:46:27.835984 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaf5d7e-e603-40c2-8076-1049e9bc1d36 req-0b0425b3-8ecc-4f76-a501-7210f35d9de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:46:27.837433 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-4aaf5d7e-e603-40c2-8076-1049e9bc1d36 req-0b0425b3-8ecc-4f76-a501-7210f35d9de4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cbfa905b-3888-4660-80eb-7f36fe7307c3 HTTP/1.1" status: 200 len: 912 time: 0.1258960 May 10 19:46:27.941635 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-4aaf5d7e-e603-40c2-8076-1049e9bc1d36 req-d4e25ce3-cc3f-4a86-b441-a8a3c9282038 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cfc64701-d66f-45ad-baa2-967488c6946e HTTP/1.1" status: 200 len: 999 time: 0.0966182 May 10 19:46:28.006339 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaf5d7e-e603-40c2-8076-1049e9bc1d36 req-8adf82c5-8787-4d30-a026-9889b385627b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:46:28.007844 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-4aaf5d7e-e603-40c2-8076-1049e9bc1d36 req-8adf82c5-8787-4d30-a026-9889b385627b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7011cc34-ba0c-4d36-a769-09bd86ae59b6 HTTP/1.1" status: 200 len: 850 time: 0.0606825 May 10 19:46:28.033117 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_hamode_db [None req-02ddfb28-10e6-468a-af1c-5f1b2ca60a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56f6e03-71f6-421a-81a0-91661be3c796', 'name': 'tempest-AttachVolumeTestJSON-1459424200-router', 'tenant_id': '93b6ceb4ba854ea497883e8035f1f598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.149'}], 'enable_snat': True}, 'gw_port_id': '7733aee4-ee2b-48f5-8a26-0b9c1f467d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:46:03Z', 'updated_at': '2021-05-10T19:46:07Z', 'revision_number': 4, 'project_id': '93b6ceb4ba854ea497883e8035f1f598', 'gw_port': {'id': '7733aee4-ee2b-48f5-8a26-0b9c1f467d33', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ef:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56f6e03-71f6-421a-81a0-91661be3c796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:46:04Z', 'updated_at': '2021-05-10T19:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb', '_floatingips': [{'id': 'bcae97a6-24f9-4c45-a867-edb0e65a68c7', 'tenant_id': '93b6ceb4ba854ea497883e8035f1f598', 'floating_ip_address': '172.28.3.223', 'floating_network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'router_id': 'e56f6e03-71f6-421a-81a0-91661be3c796', 'port_id': 'cfc64701-d66f-45ad-baa2-967488c6946e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbfa905b-3888-4660-80eb-7f36fe7307c3', 'mac_address': 'fa:16:3e:9f:0f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6145f4-eb93-49d3-83a8-0fcbb50a75f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T19:46:11Z', 'updated_at': '2021-05-10T19:46:26Z', 'revision_number': 1, 'project_id': '93b6ceb4ba854ea497883e8035f1f598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b500c2a-c0a9-491d-ad29-3b330e954a45', 'name': '', 'network_id': 'cbfa905b-3888-4660-80eb-7f36fe7307c3', 'tenant_id': '93b6ceb4ba854ea497883e8035f1f598', 'mac_address': 'fa:16:3e:04:a8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56f6e03-71f6-421a-81a0-91661be3c796', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '7011cc34-ba0c-4d36-a769-09bd86ae59b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:46:07Z', 'updated_at': '2021-05-10T19:46:13Z', 'revision_number': 5, 'project_id': '93b6ceb4ba854ea497883e8035f1f598', 'subnets': [{'id': '7011cc34-ba0c-4d36-a769-09bd86ae59b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-smb', False) {} {{(pid=79298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:46:28.036743 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ddfb28-10e6-468a-af1c-5f1b2ca60a72 None None] Checking router: e56f6e03-71f6-421a-81a0-91661be3c796 for host: dv-cinder-784453-6-smb {{(pid=79298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:46:28.045511 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ddfb28-10e6-468a-af1c-5f1b2ca60a72 None None] Routers {'e56f6e03-71f6-421a-81a0-91661be3c796'} bound to L3 agent in host dv-cinder-784453-6-smb {{(pid=79298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:46:28.046103 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_hamode_db [None req-02ddfb28-10e6-468a-af1c-5f1b2ca60a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T19:29:11Z,description=,heartbeat_timestamp=2021-05-10T19:46:11Z,host='dv-cinder-784453-6-smb',id=66c26874-6d1a-4324-9002-6da014815c52,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:29:11Z,topic='l3_agent')) {'router_ids': ['e56f6e03-71f6-421a-81a0-91661be3c796'], 'active': True} {{(pid=79298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:46:28.081160 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaf5d7e-e603-40c2-8076-1049e9bc1d36 req-c8563da6-3e37-47ce-88f2-6aa5eeae00ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:46:28.082650 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-4aaf5d7e-e603-40c2-8076-1049e9bc1d36 req-c8563da6-3e37-47ce-88f2-6aa5eeae00ce service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cbfa905b-3888-4660-80eb-7f36fe7307c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0687635 May 10 19:46:28.220007 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_dvr_db [None req-02ddfb28-10e6-468a-af1c-5f1b2ca60a72 None None] Set router e56f6e03-71f6-421a-81a0-91661be3c796 gateway port host: dv-cinder-784453-6-smb {{(pid=79298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:46:28.308185 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-4aaf5d7e-e603-40c2-8076-1049e9bc1d36 req-c1d3b3de-53da-45a6-b9e9-7a6923261d3f service neutron] 10.222.0.36 "GET /v2.0/networks/cbfa905b-3888-4660-80eb-7f36fe7307c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193234 May 10 19:46:28.438991 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-4aaf5d7e-e603-40c2-8076-1049e9bc1d36 req-b335e35b-eac2-4309-ade3-86315cfac49d service neutron] 10.222.0.36 "GET /v2.0/networks/cbfa905b-3888-4660-80eb-7f36fe7307c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243942 May 10 19:46:28.586607 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_hamode_db [None req-02ddfb28-10e6-468a-af1c-5f1b2ca60a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56f6e03-71f6-421a-81a0-91661be3c796', 'name': 'tempest-AttachVolumeTestJSON-1459424200-router', 'tenant_id': '93b6ceb4ba854ea497883e8035f1f598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.149'}], 'enable_snat': True}, 'gw_port_id': '7733aee4-ee2b-48f5-8a26-0b9c1f467d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:46:03Z', 'updated_at': '2021-05-10T19:46:07Z', 'revision_number': 4, 'project_id': '93b6ceb4ba854ea497883e8035f1f598', 'gw_port': {'id': '7733aee4-ee2b-48f5-8a26-0b9c1f467d33', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ef:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56f6e03-71f6-421a-81a0-91661be3c796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:46:04Z', 'updated_at': '2021-05-10T19:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb', '_floatingips': [{'id': 'bcae97a6-24f9-4c45-a867-edb0e65a68c7', 'tenant_id': '93b6ceb4ba854ea497883e8035f1f598', 'floating_ip_address': '172.28.3.223', 'floating_network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'router_id': 'e56f6e03-71f6-421a-81a0-91661be3c796', 'port_id': 'cfc64701-d66f-45ad-baa2-967488c6946e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbfa905b-3888-4660-80eb-7f36fe7307c3', 'mac_address': 'fa:16:3e:9f:0f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6145f4-eb93-49d3-83a8-0fcbb50a75f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T19:46:11Z', 'updated_at': '2021-05-10T19:46:26Z', 'revision_number': 1, 'project_id': '93b6ceb4ba854ea497883e8035f1f598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b500c2a-c0a9-491d-ad29-3b330e954a45', 'name': '', 'network_id': 'cbfa905b-3888-4660-80eb-7f36fe7307c3', 'tenant_id': '93b6ceb4ba854ea497883e8035f1f598', 'mac_address': 'fa:16:3e:04:a8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56f6e03-71f6-421a-81a0-91661be3c796', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '7011cc34-ba0c-4d36-a769-09bd86ae59b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:46:07Z', 'updated_at': '2021-05-10T19:46:13Z', 'revision_number': 5, 'project_id': '93b6ceb4ba854ea497883e8035f1f598', 'subnets': [{'id': '7011cc34-ba0c-4d36-a769-09bd86ae59b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-smb', False) {} {{(pid=79298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:46:28.590388 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ddfb28-10e6-468a-af1c-5f1b2ca60a72 None None] The sync data for ids ['e56f6e03-71f6-421a-81a0-91661be3c796'] in dv-cinder-784453-6-smb is: [{'id': 'e56f6e03-71f6-421a-81a0-91661be3c796', 'name': 'tempest-AttachVolumeTestJSON-1459424200-router', 'tenant_id': '93b6ceb4ba854ea497883e8035f1f598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.149'}], 'enable_snat': True}, 'gw_port_id': '7733aee4-ee2b-48f5-8a26-0b9c1f467d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:46:03Z', 'updated_at': '2021-05-10T19:46:07Z', 'revision_number': 4, 'project_id': '93b6ceb4ba854ea497883e8035f1f598', 'gw_port': {'id': '7733aee4-ee2b-48f5-8a26-0b9c1f467d33', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ef:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56f6e03-71f6-421a-81a0-91661be3c796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:46:04Z', 'updated_at': '2021-05-10T19:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb', '_floatingips': [{'id': 'bcae97a6-24f9-4c45-a867-edb0e65a68c7', 'tenant_id': '93b6ceb4ba854ea497883e8035f1f598', 'floating_ip_address': '172.28.3.223', 'floating_network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'router_id': 'e56f6e03-71f6-421a-81a0-91661be3c796', 'port_id': 'cfc64701-d66f-45ad-baa2-967488c6946e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbfa905b-3888-4660-80eb-7f36fe7307c3', 'mac_address': 'fa:16:3e:9f:0f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6145f4-eb93-49d3-83a8-0fcbb50a75f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T19:46:11Z', 'updated_at': '2021-05-10T19:46:26Z', 'revision_number': 1, 'project_id': '93b6ceb4ba854ea497883e8035f1f598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b500c2a-c0a9-491d-ad29-3b330e954a45', 'name': '', 'network_id': 'cbfa905b-3888-4660-80eb-7f36fe7307c3', 'tenant_id': '93b6ceb4ba854ea497883e8035f1f598', 'mac_address': 'fa:16:3e:04:a8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56f6e03-71f6-421a-81a0-91661be3c796', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '7011cc34-ba0c-4d36-a769-09bd86ae59b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:46:07Z', 'updated_at': '2021-05-10T19:46:13Z', 'revision_number': 5, 'project_id': '93b6ceb4ba854ea497883e8035f1f598', 'subnets': [{'id': '7011cc34-ba0c-4d36-a769-09bd86ae59b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:46:28.768738 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8100dd-b3d0-4c9a-86c4-a12a8ade414c None None] New status for floating IP bcae97a6-24f9-4c45-a867-edb0e65a68c7: ACTIVE {{(pid=79297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:46:35.102952 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.agents_db [None req-ff3cf147-8285-4226-b8f5-cc0a2e41555e None None] Agent healthcheck: found 6 active agents {{(pid=79298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:46:36.719136 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-7525b4c4-62d4-4660-b55a-909d45380efe req-f1371610-9d79-4bef-90cf-b689049c6577 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8c6145f4-eb93-49d3-83a8-0fcbb50a75f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0715768 May 10 19:46:36.856249 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7525b4c4-62d4-4660-b55a-909d45380efe req-be17cbaa-ebda-4a98-8cab-42fbb02bf6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:46:36.857656 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-7525b4c4-62d4-4660-b55a-909d45380efe req-be17cbaa-ebda-4a98-8cab-42fbb02bf6a6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=93b6ceb4ba854ea497883e8035f1f598&device_id=8c6145f4-eb93-49d3-83a8-0fcbb50a75f7 HTTP/1.1" status: 200 len: 1098 time: 0.0686769 May 10 19:46:36.998605 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7525b4c4-62d4-4660-b55a-909d45380efe req-1e0c2255-472f-483c-b019-f30fbec0dae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:46:37.000087 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-7525b4c4-62d4-4660-b55a-909d45380efe req-1e0c2255-472f-483c-b019-f30fbec0dae5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cbfa905b-3888-4660-80eb-7f36fe7307c3 HTTP/1.1" status: 200 len: 912 time: 0.1248488 May 10 19:46:37.102554 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-7525b4c4-62d4-4660-b55a-909d45380efe req-f71bb9db-3b3c-4a1e-a193-af3b2f644709 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cfc64701-d66f-45ad-baa2-967488c6946e HTTP/1.1" status: 200 len: 1001 time: 0.0941010 May 10 19:46:37.164349 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7525b4c4-62d4-4660-b55a-909d45380efe req-46cc8df2-ae2a-47f7-9a61-db73a9ef5ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:46:37.165720 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-7525b4c4-62d4-4660-b55a-909d45380efe req-46cc8df2-ae2a-47f7-9a61-db73a9ef5ea7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7011cc34-ba0c-4d36-a769-09bd86ae59b6 HTTP/1.1" status: 200 len: 850 time: 0.0561750 May 10 19:46:37.240840 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7525b4c4-62d4-4660-b55a-909d45380efe req-d4029eb7-a31c-4deb-881a-5de4db2dcc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:46:37.242769 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-7525b4c4-62d4-4660-b55a-909d45380efe req-d4029eb7-a31c-4deb-881a-5de4db2dcc23 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cbfa905b-3888-4660-80eb-7f36fe7307c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0701351 May 10 19:46:37.372153 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-7525b4c4-62d4-4660-b55a-909d45380efe req-87f52371-8678-45ab-8e65-9bf5d59e60df service neutron] 10.222.0.36 "GET /v2.0/networks/cbfa905b-3888-4660-80eb-7f36fe7307c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205361 May 10 19:46:37.504460 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-7525b4c4-62d4-4660-b55a-909d45380efe req-53163278-5854-4186-9f75-606957f4f9f7 service neutron] 10.222.0.36 "GET /v2.0/networks/cbfa905b-3888-4660-80eb-7f36fe7307c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255710 May 10 19:46:38.260721 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-31c6fa35-241b-46e5-9500-83bc4f6ce318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:38.358103 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:40.818669 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-165df512-e96c-40eb-8cee-ea726dc6543b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:40.938753 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:41.990512 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-05ecdfa3-b7ee-4afa-83d7-ebb5bc70016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:43.752813 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-02078f97-e06b-4c48-b673-8bf9bf3f5f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:08.295226 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-075aa55d-e46d-4eff-b132-f8e74deb4d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:08.358188 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:09.638533 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39ddb9-8452-43df-b44d-39d9bdceb1e6 req-f50dead1-504d-4e98-ad19-e7eee4ea8ec9 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:47:09.640029 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-3e39ddb9-8452-43df-b44d-39d9bdceb1e6 req-f50dead1-504d-4e98-ad19-e7eee4ea8ec9 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c6145f4-eb93-49d3-83a8-0fcbb50a75f7 HTTP/1.1" status: 200 len: 945 time: 0.0797281 May 10 19:47:09.684389 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-3e39ddb9-8452-43df-b44d-39d9bdceb1e6 req-1c8d9ab2-f8f9-4a0c-9cb7-ba5306cd88d2 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/security-groups?id=51efc80a-5dd5-490a-8730-681093500482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386984 May 10 19:47:10.810136 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-2452b844-bd50-4184-b1c9-b1c0b07dc70e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:10.872075 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec09730-ba84-40aa-be04-ca0396c1b80c req-5d1a5aeb-acdb-4381-881c-678962c8dfa1 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:47:10.873541 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-fec09730-ba84-40aa-be04-ca0396c1b80c req-5d1a5aeb-acdb-4381-881c-678962c8dfa1 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c6145f4-eb93-49d3-83a8-0fcbb50a75f7 HTTP/1.1" status: 200 len: 945 time: 0.0834601 May 10 19:47:10.917858 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-fec09730-ba84-40aa-be04-ca0396c1b80c req-ec929dcd-8ff1-450e-aa6a-f6abae5af00b tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/security-groups?id=51efc80a-5dd5-490a-8730-681093500482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383604 May 10 19:47:10.952654 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:11.984974 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-05ecdfa3-b7ee-4afa-83d7-ebb5bc70016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:12.102152 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.agents_db [None req-ff3cf147-8285-4226-b8f5-cc0a2e41555e None None] Agent healthcheck: found 6 active agents {{(pid=79298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:47:12.103726 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d0d0e5-3a04-4787-b918-89f26c605a27 req-5b8c7168-071a-4898-bb7e-19fb97fb0595 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:47:12.105199 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-d8d0d0e5-3a04-4787-b918-89f26c605a27 req-5b8c7168-071a-4898-bb7e-19fb97fb0595 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c6145f4-eb93-49d3-83a8-0fcbb50a75f7 HTTP/1.1" status: 200 len: 945 time: 0.0778708 May 10 19:47:12.151796 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-d8d0d0e5-3a04-4787-b918-89f26c605a27 req-6449fe04-781d-440f-b687-1497086cb26d tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/security-groups?id=51efc80a-5dd5-490a-8730-681093500482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409441 May 10 19:47:13.337487 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919154dd-b68d-4509-a958-a0dbdedf1952 req-051e1b1c-3c94-4e85-beca-c7a09aeda457 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:47:13.338954 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-919154dd-b68d-4509-a958-a0dbdedf1952 req-051e1b1c-3c94-4e85-beca-c7a09aeda457 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c6145f4-eb93-49d3-83a8-0fcbb50a75f7 HTTP/1.1" status: 200 len: 945 time: 0.0802782 May 10 19:47:13.382468 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-919154dd-b68d-4509-a958-a0dbdedf1952 req-61f8f71e-4fb1-472a-996b-743428b786b8 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/security-groups?id=51efc80a-5dd5-490a-8730-681093500482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378814 May 10 19:47:13.738744 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-02078f97-e06b-4c48-b673-8bf9bf3f5f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:14.567765 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c1233-59cf-46c1-b434-f89fe76549b6 req-7dc3f086-f43e-46c0-ad69-8015c8b2fde6 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:47:14.575827 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-4a9c1233-59cf-46c1-b434-f89fe76549b6 req-7dc3f086-f43e-46c0-ad69-8015c8b2fde6 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c6145f4-eb93-49d3-83a8-0fcbb50a75f7 HTTP/1.1" status: 200 len: 945 time: 0.0826795 May 10 19:47:14.613053 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-4a9c1233-59cf-46c1-b434-f89fe76549b6 req-d942da79-c2e6-4102-88aa-e9e1d285071b tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/security-groups?id=51efc80a-5dd5-490a-8730-681093500482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382712 May 10 19:47:15.795236 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b31b88-058b-487c-88de-651b02f8ddb9 req-95ee36d5-4a6e-4836-932c-ddb64f761cb1 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:47:15.796691 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-28b31b88-058b-487c-88de-651b02f8ddb9 req-95ee36d5-4a6e-4836-932c-ddb64f761cb1 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c6145f4-eb93-49d3-83a8-0fcbb50a75f7 HTTP/1.1" status: 200 len: 945 time: 0.0799720 May 10 19:47:15.841464 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-28b31b88-058b-487c-88de-651b02f8ddb9 req-bf9f2a62-d848-4317-98e1-c8cf8c5a54db tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/security-groups?id=51efc80a-5dd5-490a-8730-681093500482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384071 May 10 19:47:17.027193 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec33fb41-0039-44d0-b5ad-f6b7e94d4b17 req-c2881f8a-bbd5-4dce-b62c-d17f11164c9a tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:47:17.028682 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-ec33fb41-0039-44d0-b5ad-f6b7e94d4b17 req-c2881f8a-bbd5-4dce-b62c-d17f11164c9a tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c6145f4-eb93-49d3-83a8-0fcbb50a75f7 HTTP/1.1" status: 200 len: 945 time: 0.0831757 May 10 19:47:17.072982 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-ec33fb41-0039-44d0-b5ad-f6b7e94d4b17 req-e950c4e2-cb75-4f3e-b6e5-d1f7f82641c1 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/security-groups?id=51efc80a-5dd5-490a-8730-681093500482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386467 May 10 19:47:18.302731 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d857666-8048-4b33-8cec-51fe6dcc91bc req-98a9401c-4624-4db3-9391-83c4bfded3ce tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:47:18.304198 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-8d857666-8048-4b33-8cec-51fe6dcc91bc req-98a9401c-4624-4db3-9391-83c4bfded3ce tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c6145f4-eb93-49d3-83a8-0fcbb50a75f7 HTTP/1.1" status: 200 len: 945 time: 0.1254392 May 10 19:47:18.351313 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-8d857666-8048-4b33-8cec-51fe6dcc91bc req-6935780f-2c75-432d-83cd-6d494a8ddc0a tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/security-groups?id=51efc80a-5dd5-490a-8730-681093500482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415506 May 10 19:47:19.536167 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac05363-f088-4803-872d-56321ff5e365 req-1240af2d-b6ef-44f3-96a0-8847660062fc tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:47:19.538193 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-bac05363-f088-4803-872d-56321ff5e365 req-1240af2d-b6ef-44f3-96a0-8847660062fc tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c6145f4-eb93-49d3-83a8-0fcbb50a75f7 HTTP/1.1" status: 200 len: 945 time: 0.0803330 May 10 19:47:19.628361 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-bac05363-f088-4803-872d-56321ff5e365 req-a36d865e-6c67-4cef-8fc8-96524c54ea53 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/security-groups?id=51efc80a-5dd5-490a-8730-681093500482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845506 May 10 19:47:20.816486 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a263e-b96e-4bdc-9cbd-d7f414915185 req-161014a6-8e35-47b6-9064-dd770cb1bdcc tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:47:20.817938 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-cd5a263e-b96e-4bdc-9cbd-d7f414915185 req-161014a6-8e35-47b6-9064-dd770cb1bdcc tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c6145f4-eb93-49d3-83a8-0fcbb50a75f7 HTTP/1.1" status: 200 len: 945 time: 0.0833364 May 10 19:47:20.862021 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-cd5a263e-b96e-4bdc-9cbd-d7f414915185 req-43c4f836-4d98-4c51-acad-335a99a0d7fa tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/security-groups?id=51efc80a-5dd5-490a-8730-681093500482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384483 May 10 19:47:21.340391 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac2aa3-f57c-4c03-9f70-fab2d4610e47 req-bdd5ce0d-617d-44b3-80c8-fac2d853bc0b tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:47:21.341764 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-5eac2aa3-f57c-4c03-9f70-fab2d4610e47 req-bdd5ce0d-617d-44b3-80c8-fac2d853bc0b tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c6145f4-eb93-49d3-83a8-0fcbb50a75f7 HTTP/1.1" status: 200 len: 945 time: 0.0791824 May 10 19:47:21.386870 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-5eac2aa3-f57c-4c03-9f70-fab2d4610e47 req-f3da6d70-7540-4f37-9ef6-f41ee85a2b15 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/security-groups?id=51efc80a-5dd5-490a-8730-681093500482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392113 May 10 19:47:21.454188 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d829319d-3327-4fc6-a940-a9626bfb4da5 req-ed311832-c243-4b18-aac2-5c712797958a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:47:21.455686 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-d829319d-3327-4fc6-a940-a9626bfb4da5 req-ed311832-c243-4b18-aac2-5c712797958a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=93b6ceb4ba854ea497883e8035f1f598&device_id=8c6145f4-eb93-49d3-83a8-0fcbb50a75f7 HTTP/1.1" status: 200 len: 1098 time: 0.0702281 May 10 19:47:21.580663 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d829319d-3327-4fc6-a940-a9626bfb4da5 req-846f4695-0d76-4f51-b046-d814430a6ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:47:21.582074 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-d829319d-3327-4fc6-a940-a9626bfb4da5 req-846f4695-0d76-4f51-b046-d814430a6ea2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cbfa905b-3888-4660-80eb-7f36fe7307c3 HTTP/1.1" status: 200 len: 912 time: 0.1204412 May 10 19:47:21.680247 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-d829319d-3327-4fc6-a940-a9626bfb4da5 req-87a732fe-8aec-42cf-9331-73518d59f8db service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cfc64701-d66f-45ad-baa2-967488c6946e HTTP/1.1" status: 200 len: 1001 time: 0.0918992 May 10 19:47:21.743326 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d829319d-3327-4fc6-a940-a9626bfb4da5 req-637b5e04-ec3b-49d2-8a97-7d47c5a05439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:47:21.744971 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-d829319d-3327-4fc6-a940-a9626bfb4da5 req-637b5e04-ec3b-49d2-8a97-7d47c5a05439 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7011cc34-ba0c-4d36-a769-09bd86ae59b6 HTTP/1.1" status: 200 len: 850 time: 0.0576673 May 10 19:47:21.816822 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d829319d-3327-4fc6-a940-a9626bfb4da5 req-d8d51fd5-6968-41bb-b170-3f96fb97b17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:47:21.818256 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-d829319d-3327-4fc6-a940-a9626bfb4da5 req-d8d51fd5-6968-41bb-b170-3f96fb97b17b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cbfa905b-3888-4660-80eb-7f36fe7307c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0673556 May 10 19:47:22.039736 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-d829319d-3327-4fc6-a940-a9626bfb4da5 req-20eb4054-0574-4bb7-bc86-e7cb1274bd7c service neutron] 10.222.0.36 "GET /v2.0/networks/cbfa905b-3888-4660-80eb-7f36fe7307c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143342 May 10 19:47:22.165748 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-d829319d-3327-4fc6-a940-a9626bfb4da5 req-923ceedc-1416-4c80-9a51-1a00ed13c17e service neutron] 10.222.0.36 "GET /v2.0/networks/cbfa905b-3888-4660-80eb-7f36fe7307c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192815 May 10 19:47:22.574249 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55097ae2-05e6-4f72-b1c1-40d60de7be8b req-89d65cb2-34c9-4d47-958e-8e869e1c9737 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:47:22.575729 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-55097ae2-05e6-4f72-b1c1-40d60de7be8b req-89d65cb2-34c9-4d47-958e-8e869e1c9737 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c6145f4-eb93-49d3-83a8-0fcbb50a75f7 HTTP/1.1" status: 200 len: 945 time: 0.0823483 May 10 19:47:22.622243 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-55097ae2-05e6-4f72-b1c1-40d60de7be8b req-6553519a-ec93-46dd-ba9b-91637c6b4e6b tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/security-groups?id=51efc80a-5dd5-490a-8730-681093500482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408390 May 10 19:47:23.803999 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a40fbd3-4b20-444b-8d5a-a0413322cbcd req-d959f1d0-fca7-4cce-8491-a1963c576587 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:47:23.806099 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-6a40fbd3-4b20-444b-8d5a-a0413322cbcd req-d959f1d0-fca7-4cce-8491-a1963c576587 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c6145f4-eb93-49d3-83a8-0fcbb50a75f7 HTTP/1.1" status: 200 len: 945 time: 0.0810761 May 10 19:47:23.853248 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-6a40fbd3-4b20-444b-8d5a-a0413322cbcd req-3c820440-2853-4708-8152-1ac509b9935e tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/security-groups?id=51efc80a-5dd5-490a-8730-681093500482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413086 May 10 19:47:37.414814 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-b4809b29-4c86-4c18-a381-ed04fd261700 req-c574758d-ebcf-407b-8350-e6c2a272c0c4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8c6145f4-eb93-49d3-83a8-0fcbb50a75f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1124597 May 10 19:47:37.559653 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4809b29-4c86-4c18-a381-ed04fd261700 req-f2a36837-0055-4f81-928f-423ca4f9bb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:47:37.561019 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-b4809b29-4c86-4c18-a381-ed04fd261700 req-f2a36837-0055-4f81-928f-423ca4f9bb97 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=93b6ceb4ba854ea497883e8035f1f598&device_id=8c6145f4-eb93-49d3-83a8-0fcbb50a75f7 HTTP/1.1" status: 200 len: 1098 time: 0.0730491 May 10 19:47:37.709183 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4809b29-4c86-4c18-a381-ed04fd261700 req-9f221f9f-695b-4618-a479-4ad999523e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:47:37.710603 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-b4809b29-4c86-4c18-a381-ed04fd261700 req-9f221f9f-695b-4618-a479-4ad999523e5a service neutron] 10.222.0.36 "GET /v2.0/networks?id=cbfa905b-3888-4660-80eb-7f36fe7307c3 HTTP/1.1" status: 200 len: 912 time: 0.1235790 May 10 19:47:37.814402 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-b4809b29-4c86-4c18-a381-ed04fd261700 req-9727e833-6b27-43f0-ad0c-5eaa6d1ef3d0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cfc64701-d66f-45ad-baa2-967488c6946e HTTP/1.1" status: 200 len: 1001 time: 0.0965335 May 10 19:47:37.885858 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4809b29-4c86-4c18-a381-ed04fd261700 req-589043ca-a625-4fc2-97b9-892bf47dfbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:47:37.887278 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-b4809b29-4c86-4c18-a381-ed04fd261700 req-589043ca-a625-4fc2-97b9-892bf47dfbc8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7011cc34-ba0c-4d36-a769-09bd86ae59b6 HTTP/1.1" status: 200 len: 850 time: 0.0581741 May 10 19:47:37.962335 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4809b29-4c86-4c18-a381-ed04fd261700 req-5087bbdd-e227-4e72-8174-f88edd3b8793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:47:37.963801 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-b4809b29-4c86-4c18-a381-ed04fd261700 req-5087bbdd-e227-4e72-8174-f88edd3b8793 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cbfa905b-3888-4660-80eb-7f36fe7307c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0702131 May 10 19:47:37.974251 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [req-b4809b29-4c86-4c18-a381-ed04fd261700 req-445f5140-d341-4123-a146-2345cf965800 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=79296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 19:47:37.975256 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-b4809b29-4c86-4c18-a381-ed04fd261700 req-445f5140-d341-4123-a146-2345cf965800 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048068 May 10 19:47:38.104358 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-b4809b29-4c86-4c18-a381-ed04fd261700 req-18676f0a-61e2-491d-938b-1c97355477f3 service neutron] 10.222.0.36 "GET /v2.0/networks/cbfa905b-3888-4660-80eb-7f36fe7307c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221793 May 10 19:47:38.235490 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-b4809b29-4c86-4c18-a381-ed04fd261700 req-adbe7c09-d25d-4e49-b665-a3862baa028f service neutron] 10.222.0.36 "GET /v2.0/networks/cbfa905b-3888-4660-80eb-7f36fe7307c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233857 May 10 19:47:38.272959 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-0e49dc0c-1593-4fca-9b7f-730278017b89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:38.384389 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:40.821433 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-20053729-cb68-43ef-a172-cb43136aebc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:40.929894 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:41.975825 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-05ecdfa3-b7ee-4afa-83d7-ebb5bc70016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:43.736105 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-02078f97-e06b-4c48-b673-8bf9bf3f5f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:49.101151 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.agents_db [None req-ff3cf147-8285-4226-b8f5-cc0a2e41555e None None] Agent healthcheck: found 6 active agents {{(pid=79298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:47:58.140416 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c8891e-4db8-4ad0-9716-b4fae346da45 req-f959398f-b03b-4ab2-884e-0ef39a348674 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:47:58.141878 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-62c8891e-4db8-4ad0-9716-b4fae346da45 req-f959398f-b03b-4ab2-884e-0ef39a348674 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c6145f4-eb93-49d3-83a8-0fcbb50a75f7 HTTP/1.1" status: 200 len: 945 time: 0.0807507 May 10 19:47:58.187325 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-62c8891e-4db8-4ad0-9716-b4fae346da45 req-ac60b715-d27d-4434-8731-2653e65814e3 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/security-groups?id=51efc80a-5dd5-490a-8730-681093500482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396750 May 10 19:47:59.375592 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f037a8b-7d97-44ba-ba81-508365a84b6f req-007bf5d4-6dea-4792-bc68-b5a865f7000a tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:47:59.377047 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-3f037a8b-7d97-44ba-ba81-508365a84b6f req-007bf5d4-6dea-4792-bc68-b5a865f7000a tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c6145f4-eb93-49d3-83a8-0fcbb50a75f7 HTTP/1.1" status: 200 len: 945 time: 0.0846791 May 10 19:47:59.421173 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-3f037a8b-7d97-44ba-ba81-508365a84b6f req-13aec52e-c173-4656-ba11-fd915cc0ce7a tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/security-groups?id=51efc80a-5dd5-490a-8730-681093500482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385463 May 10 19:48:00.603225 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cb0139-3080-4867-ab63-49e7a1b86826 req-89990e36-81ff-4718-86a6-87cf23645577 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:00.604669 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-e2cb0139-3080-4867-ab63-49e7a1b86826 req-89990e36-81ff-4718-86a6-87cf23645577 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c6145f4-eb93-49d3-83a8-0fcbb50a75f7 HTTP/1.1" status: 200 len: 945 time: 0.0787723 May 10 19:48:00.651683 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-e2cb0139-3080-4867-ab63-49e7a1b86826 req-184d7e7a-23c4-4622-99d1-50907aaab6fd tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/security-groups?id=51efc80a-5dd5-490a-8730-681093500482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409338 May 10 19:48:01.833585 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82adce97-415c-4427-99ac-e6b7e52b2ffc req-88c5eec5-3334-4ee3-a419-8c8d81189c3d tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:01.835073 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-82adce97-415c-4427-99ac-e6b7e52b2ffc req-88c5eec5-3334-4ee3-a419-8c8d81189c3d tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c6145f4-eb93-49d3-83a8-0fcbb50a75f7 HTTP/1.1" status: 200 len: 945 time: 0.0801680 May 10 19:48:01.878836 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-82adce97-415c-4427-99ac-e6b7e52b2ffc req-663970a7-ae4c-49cb-a813-a34943d27a9f tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/security-groups?id=51efc80a-5dd5-490a-8730-681093500482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381696 May 10 19:48:03.063101 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f3099-5b34-4e95-ace5-6c4acdcc69bd req-7e12dc41-e236-4331-b5b5-54b3876fb512 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:03.064464 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-143f3099-5b34-4e95-ace5-6c4acdcc69bd req-7e12dc41-e236-4331-b5b5-54b3876fb512 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c6145f4-eb93-49d3-83a8-0fcbb50a75f7 HTTP/1.1" status: 200 len: 945 time: 0.0828381 May 10 19:48:03.108054 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-143f3099-5b34-4e95-ace5-6c4acdcc69bd req-274a6f3a-8d8a-4db6-918b-ba70899a3989 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/security-groups?id=51efc80a-5dd5-490a-8730-681093500482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378442 May 10 19:48:04.290426 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700153a2-007a-4a4c-a1d4-fcdc82e462b4 req-c6a67f08-e865-4589-91bd-f6d594f6018b tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:04.291871 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-700153a2-007a-4a4c-a1d4-fcdc82e462b4 req-c6a67f08-e865-4589-91bd-f6d594f6018b tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c6145f4-eb93-49d3-83a8-0fcbb50a75f7 HTTP/1.1" status: 200 len: 945 time: 0.0786917 May 10 19:48:04.429524 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-700153a2-007a-4a4c-a1d4-fcdc82e462b4 req-28c1f2e3-7557-4c9e-964b-3832e9786508 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/security-groups?id=51efc80a-5dd5-490a-8730-681093500482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320291 May 10 19:48:05.610952 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da44a4f-7001-4c07-9b03-bd4ff899d3ba req-66f8fc2e-4dc9-4ee8-b82e-48745c590f0e tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:05.612396 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-9da44a4f-7001-4c07-9b03-bd4ff899d3ba req-66f8fc2e-4dc9-4ee8-b82e-48745c590f0e tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c6145f4-eb93-49d3-83a8-0fcbb50a75f7 HTTP/1.1" status: 200 len: 945 time: 0.0781870 May 10 19:48:05.656612 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-9da44a4f-7001-4c07-9b03-bd4ff899d3ba req-53e2e430-7a1e-4e2b-823e-4e785e7ea4cd tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/security-groups?id=51efc80a-5dd5-490a-8730-681093500482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386829 May 10 19:48:06.840341 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819cf7fd-d4ec-44cb-ae34-733b70a5af5d req-9e6d59c4-77b4-4407-8066-afe69e6294b5 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:06.841790 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-819cf7fd-d4ec-44cb-ae34-733b70a5af5d req-9e6d59c4-77b4-4407-8066-afe69e6294b5 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c6145f4-eb93-49d3-83a8-0fcbb50a75f7 HTTP/1.1" status: 200 len: 945 time: 0.0807393 May 10 19:48:06.885846 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-819cf7fd-d4ec-44cb-ae34-733b70a5af5d req-7dcd0adf-4f8f-41c8-af38-f1a0130a3e3a tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/security-groups?id=51efc80a-5dd5-490a-8730-681093500482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379145 May 10 19:48:08.069902 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7a9eab-a784-4647-84d7-58bcd71bc712 req-c7d3785f-ea08-4946-b377-34e2e59308be tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:08.071292 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-4c7a9eab-a784-4647-84d7-58bcd71bc712 req-c7d3785f-ea08-4946-b377-34e2e59308be tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c6145f4-eb93-49d3-83a8-0fcbb50a75f7 HTTP/1.1" status: 200 len: 945 time: 0.0798445 May 10 19:48:08.117465 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-4c7a9eab-a784-4647-84d7-58bcd71bc712 req-1d6a764c-7a4a-42b7-a9c8-243e3700f17b tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/security-groups?id=51efc80a-5dd5-490a-8730-681093500482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405543 May 10 19:48:08.278807 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-f389992a-80c5-4b31-858f-b6c660f09fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:08.390528 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:09.297474 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18073e1-e702-483b-8599-bd6ee11c7349 req-475882de-fe08-463f-a3a5-9574d2488b04 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:09.298941 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-a18073e1-e702-483b-8599-bd6ee11c7349 req-475882de-fe08-463f-a3a5-9574d2488b04 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c6145f4-eb93-49d3-83a8-0fcbb50a75f7 HTTP/1.1" status: 200 len: 945 time: 0.0791743 May 10 19:48:09.342567 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-a18073e1-e702-483b-8599-bd6ee11c7349 req-b7bcd514-81f0-4242-8759-89afdb379a22 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/security-groups?id=51efc80a-5dd5-490a-8730-681093500482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380208 May 10 19:48:09.834398 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de71b0e-71d8-40a5-8a97-00c7a79e66f5 req-362646bf-57af-4e14-9416-7aa416e22f5e tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:09.835890 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-3de71b0e-71d8-40a5-8a97-00c7a79e66f5 req-362646bf-57af-4e14-9416-7aa416e22f5e tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c6145f4-eb93-49d3-83a8-0fcbb50a75f7 HTTP/1.1" status: 200 len: 945 time: 0.0841870 May 10 19:48:09.882675 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-3de71b0e-71d8-40a5-8a97-00c7a79e66f5 req-7a707330-f3cf-438d-8482-fedf5fa7d159 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/security-groups?id=51efc80a-5dd5-490a-8730-681093500482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406837 May 10 19:48:09.927683 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e508eb-c789-40d0-819d-f2a790f7a4a1 req-d8cd05c7-1c66-4219-b356-d289bcc3d99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:09.929128 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-41e508eb-c789-40d0-819d-f2a790f7a4a1 req-d8cd05c7-1c66-4219-b356-d289bcc3d99d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=93b6ceb4ba854ea497883e8035f1f598&device_id=8c6145f4-eb93-49d3-83a8-0fcbb50a75f7 HTTP/1.1" status: 200 len: 1098 time: 0.0696821 May 10 19:48:10.057334 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e508eb-c789-40d0-819d-f2a790f7a4a1 req-0c049eb6-4d73-4349-bf80-947557d21c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:10.058672 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-41e508eb-c789-40d0-819d-f2a790f7a4a1 req-0c049eb6-4d73-4349-bf80-947557d21c52 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cbfa905b-3888-4660-80eb-7f36fe7307c3 HTTP/1.1" status: 200 len: 912 time: 0.1230993 May 10 19:48:10.158163 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-41e508eb-c789-40d0-819d-f2a790f7a4a1 req-3838a846-ad6f-44de-8a33-78aadd7f93f5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cfc64701-d66f-45ad-baa2-967488c6946e HTTP/1.1" status: 200 len: 1001 time: 0.0932779 May 10 19:48:10.217960 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e508eb-c789-40d0-819d-f2a790f7a4a1 req-4e0fea97-eb8a-433e-b353-1526a8e5a64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:10.219361 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-41e508eb-c789-40d0-819d-f2a790f7a4a1 req-4e0fea97-eb8a-433e-b353-1526a8e5a64d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7011cc34-ba0c-4d36-a769-09bd86ae59b6 HTTP/1.1" status: 200 len: 850 time: 0.0551775 May 10 19:48:10.294025 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e508eb-c789-40d0-819d-f2a790f7a4a1 req-ae241807-e44e-4f95-a0d5-8e2b579c2dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:10.295468 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-41e508eb-c789-40d0-819d-f2a790f7a4a1 req-ae241807-e44e-4f95-a0d5-8e2b579c2dac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cbfa905b-3888-4660-80eb-7f36fe7307c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0699921 May 10 19:48:10.519003 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-41e508eb-c789-40d0-819d-f2a790f7a4a1 req-65a84403-fd4e-4577-8793-1e0e0a378af3 service neutron] 10.222.0.36 "GET /v2.0/networks/cbfa905b-3888-4660-80eb-7f36fe7307c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170641 May 10 19:48:10.646237 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-41e508eb-c789-40d0-819d-f2a790f7a4a1 req-095fdbf3-02c8-4056-be32-71205fc57d91 service neutron] 10.222.0.36 "GET /v2.0/networks/cbfa905b-3888-4660-80eb-7f36fe7307c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211698 May 10 19:48:10.836721 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-380ad93f-853d-4b71-9f4c-443fbc202dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:10.956601 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:11.073152 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb0e60-ee6c-442b-8681-bcb38e2e38e9 req-882592e9-991b-466f-95d3-60fc4f8320b4 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:11.074526 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-04bb0e60-ee6c-442b-8681-bcb38e2e38e9 req-882592e9-991b-466f-95d3-60fc4f8320b4 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c6145f4-eb93-49d3-83a8-0fcbb50a75f7 HTTP/1.1" status: 200 len: 945 time: 0.0833941 May 10 19:48:11.124429 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-04bb0e60-ee6c-442b-8681-bcb38e2e38e9 req-8385f8b0-2645-4b50-a01e-3e2c030aee81 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/security-groups?id=51efc80a-5dd5-490a-8730-681093500482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439999 May 10 19:48:11.958557 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-05ecdfa3-b7ee-4afa-83d7-ebb5bc70016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:12.305537 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39175f20-8b0c-4a43-ac4b-71dc8045524a req-4e797eee-0679-453e-a7a1-dcf269256d73 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:12.306974 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-39175f20-8b0c-4a43-ac4b-71dc8045524a req-4e797eee-0679-453e-a7a1-dcf269256d73 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c6145f4-eb93-49d3-83a8-0fcbb50a75f7 HTTP/1.1" status: 200 len: 945 time: 0.0794027 May 10 19:48:12.350121 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-39175f20-8b0c-4a43-ac4b-71dc8045524a req-8f69a8e5-42a0-47de-a4fc-b0fbb0a43891 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/security-groups?id=51efc80a-5dd5-490a-8730-681093500482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375996 May 10 19:48:13.764386 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-02078f97-e06b-4c48-b673-8bf9bf3f5f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:26.100498 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.agents_db [None req-ff3cf147-8285-4226-b8f5-cc0a2e41555e None None] Agent healthcheck: found 6 active agents {{(pid=79298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:48:38.281994 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2fe492b-475d-44a3-8ba3-490f55b52682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:38.398751 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:38.731614 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-33e6e88c-cb9f-45f0-85a8-1f0fc3078421 req-748e6f0f-4048-4b3a-b8a7-ab234121087d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8c6145f4-eb93-49d3-83a8-0fcbb50a75f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0685282 May 10 19:48:38.871586 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e6e88c-cb9f-45f0-85a8-1f0fc3078421 req-3d526670-9a51-4b86-8fdb-0fbb3351b567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:38.873039 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-33e6e88c-cb9f-45f0-85a8-1f0fc3078421 req-3d526670-9a51-4b86-8fdb-0fbb3351b567 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=93b6ceb4ba854ea497883e8035f1f598&device_id=8c6145f4-eb93-49d3-83a8-0fcbb50a75f7 HTTP/1.1" status: 200 len: 1098 time: 0.0725348 May 10 19:48:39.014725 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e6e88c-cb9f-45f0-85a8-1f0fc3078421 req-318ee115-fd66-4be1-af4d-7af91303e38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:39.016095 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-33e6e88c-cb9f-45f0-85a8-1f0fc3078421 req-318ee115-fd66-4be1-af4d-7af91303e38e service neutron] 10.222.0.36 "GET /v2.0/networks?id=cbfa905b-3888-4660-80eb-7f36fe7307c3 HTTP/1.1" status: 200 len: 912 time: 0.1233921 May 10 19:48:39.115792 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-33e6e88c-cb9f-45f0-85a8-1f0fc3078421 req-39e8a796-b809-4eab-9dbd-f20d7b838207 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cfc64701-d66f-45ad-baa2-967488c6946e HTTP/1.1" status: 200 len: 1001 time: 0.0928545 May 10 19:48:39.176748 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e6e88c-cb9f-45f0-85a8-1f0fc3078421 req-8300908c-a807-4f9f-b209-614afbf28eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:39.178111 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-33e6e88c-cb9f-45f0-85a8-1f0fc3078421 req-8300908c-a807-4f9f-b209-614afbf28eca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7011cc34-ba0c-4d36-a769-09bd86ae59b6 HTTP/1.1" status: 200 len: 850 time: 0.0555620 May 10 19:48:39.250646 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e6e88c-cb9f-45f0-85a8-1f0fc3078421 req-52ec5b66-2038-4fde-b5b6-690c2d8de465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:39.252057 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-33e6e88c-cb9f-45f0-85a8-1f0fc3078421 req-52ec5b66-2038-4fde-b5b6-690c2d8de465 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cbfa905b-3888-4660-80eb-7f36fe7307c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0665622 May 10 19:48:39.378499 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-33e6e88c-cb9f-45f0-85a8-1f0fc3078421 req-c84cd634-9cc4-40e8-984e-87e15e45abd4 service neutron] 10.222.0.36 "GET /v2.0/networks/cbfa905b-3888-4660-80eb-7f36fe7307c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191471 May 10 19:48:39.507978 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-33e6e88c-cb9f-45f0-85a8-1f0fc3078421 req-7a3a490e-46cc-47e1-bab6-dfdb9d814916 service neutron] 10.222.0.36 "GET /v2.0/networks/cbfa905b-3888-4660-80eb-7f36fe7307c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227961 May 10 19:48:40.825153 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-8e84ad70-d114-405a-8c4c-dab39d6f9e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:40.936388 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:41.953239 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-05ecdfa3-b7ee-4afa-83d7-ebb5bc70016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:43.747760 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-02078f97-e06b-4c48-b673-8bf9bf3f5f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:45.103187 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e33619-1632-4d56-aea7-48ff8175042a req-b18b1814-96c6-4122-ac9b-7447f008a87d tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:45.105207 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-08e33619-1632-4d56-aea7-48ff8175042a req-b18b1814-96c6-4122-ac9b-7447f008a87d tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c6145f4-eb93-49d3-83a8-0fcbb50a75f7 HTTP/1.1" status: 200 len: 945 time: 0.0839462 May 10 19:48:45.149822 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-08e33619-1632-4d56-aea7-48ff8175042a req-48b26586-663f-4055-9842-d450af4d9c47 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/security-groups?id=51efc80a-5dd5-490a-8730-681093500482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388138 May 10 19:48:46.333318 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e9593-febc-4b04-bef6-7450789f144a req-b867e16b-494a-4368-b047-d6e62878d38c tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:46.334766 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-de9e9593-febc-4b04-bef6-7450789f144a req-b867e16b-494a-4368-b047-d6e62878d38c tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c6145f4-eb93-49d3-83a8-0fcbb50a75f7 HTTP/1.1" status: 200 len: 945 time: 0.0797701 May 10 19:48:46.382631 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-de9e9593-febc-4b04-bef6-7450789f144a req-a27edd34-1f7d-4f1d-8b69-9756f713fb4e tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/security-groups?id=51efc80a-5dd5-490a-8730-681093500482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421870 May 10 19:48:46.983586 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2817864b-41e9-40a3-bc06-39f03916ab2d req-43d9e938-f117-42ee-904a-b7da201460b5 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:46.984310 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [req-2817864b-41e9-40a3-bc06-39f03916ab2d req-43d9e938-f117-42ee-904a-b7da201460b5 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Synchronizing usage tracker for tenant:93b6ceb4ba854ea497883e8035f1f598 on resource:port {{(pid=79296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:48:47.059586 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [req-2817864b-41e9-40a3-bc06-39f03916ab2d req-43d9e938-f117-42ee-904a-b7da201460b5 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Unset dirty status for tenant:93b6ceb4ba854ea497883e8035f1f598 on resource:port {{(pid=79296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:48:47.060605 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-2817864b-41e9-40a3-bc06-39f03916ab2d req-43d9e938-f117-42ee-904a-b7da201460b5 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c6145f4-eb93-49d3-83a8-0fcbb50a75f7 HTTP/1.1" status: 200 len: 945 time: 0.1582687 May 10 19:48:47.195747 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.plugin [req-2817864b-41e9-40a3-bc06-39f03916ab2d req-71be5b37-eb0f-4ac4-9b74-3eaebaa0725c tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Deleting port cfc64701-d66f-45ad-baa2-967488c6946e {{(pid=79296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:48:47.196148 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-2817864b-41e9-40a3-bc06-39f03916ab2d req-71be5b37-eb0f-4ac4-9b74-3eaebaa0725c tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757498910621'] for port, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:47.325278 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.db [req-2817864b-41e9-40a3-bc06-39f03916ab2d req-71be5b37-eb0f-4ac4-9b74-3eaebaa0725c tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] For port cfc64701-d66f-45ad-baa2-967488c6946e, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=cfc64701-d66f-45ad-baa2-967488c6946e,segment=NetworkSegment(4fa3f193-7074-4874-93b7-dd81b3a3d051),segment_id=4fa3f193-7074-4874-93b7-dd81b3a3d051)] {{(pid=79296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:48:47.325553 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-2817864b-41e9-40a3-bc06-39f03916ab2d req-71be5b37-eb0f-4ac4-9b74-3eaebaa0725c tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670902'] for port, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:47.576211 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2018d4f8-80f8-4087-a549-1322974bcc83 req-f252dec6-2ea0-4ea8-8121-f1f0b9b3572d tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:47.577749 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-2018d4f8-80f8-4087-a549-1322974bcc83 req-f252dec6-2ea0-4ea8-8121-f1f0b9b3572d tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c6145f4-eb93-49d3-83a8-0fcbb50a75f7 HTTP/1.1" status: 200 len: 945 time: 0.0822561 May 10 19:48:47.624905 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-2018d4f8-80f8-4087-a549-1322974bcc83 req-3efdf550-9277-4e52-af9e-e3ba99756fd7 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/security-groups?id=51efc80a-5dd5-490a-8730-681093500482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412393 May 10 19:48:47.710935 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-2817864b-41e9-40a3-bc06-39f03916ab2d req-71be5b37-eb0f-4ac4-9b74-3eaebaa0725c tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:47.711300 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-2817864b-41e9-40a3-bc06-39f03916ab2d req-71be5b37-eb0f-4ac4-9b74-3eaebaa0725c tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658293'] for floatingip, after_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:47.711610 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.db.l3_db [req-2817864b-41e9-40a3-bc06-39f03916ab2d req-71be5b37-eb0f-4ac4-9b74-3eaebaa0725c tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Floating IP bcae97a6-24f9-4c45-a867-edb0e65a68c7 disassociated. External IP: 172.28.3.223, port: cfc64701-d66f-45ad-baa2-967488c6946e. May 10 19:48:47.711976 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.plugin [req-2817864b-41e9-40a3-bc06-39f03916ab2d req-71be5b37-eb0f-4ac4-9b74-3eaebaa0725c tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Calling delete_port for cfc64701-d66f-45ad-baa2-967488c6946e owned by compute:nova {{(pid=79296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:48:47.877016 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-2817864b-41e9-40a3-bc06-39f03916ab2d req-71be5b37-eb0f-4ac4-9b74-3eaebaa0725c tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757498915184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757498479629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10503775'] for port, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:47.882345 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-e62241f1-b9d1-496d-b806-51ab04d3368f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:48:47.925813 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71be5b37-eb0f-4ac4-9b74-3eaebaa0725c tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Pushing event deleted for resources: {'Port': ['ID=cfc64701-d66f-45ad-baa2-967488c6946e,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:48:47.936999 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71be5b37-eb0f-4ac4-9b74-3eaebaa0725c tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:48:47.937406 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71be5b37-eb0f-4ac4-9b74-3eaebaa0725c tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:48:47.937778 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71be5b37-eb0f-4ac4-9b74-3eaebaa0725c tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:48:47.938150 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71be5b37-eb0f-4ac4-9b74-3eaebaa0725c tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:48:47.938539 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71be5b37-eb0f-4ac4-9b74-3eaebaa0725c tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:48:47.938993 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71be5b37-eb0f-4ac4-9b74-3eaebaa0725c tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:48:47.939354 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71be5b37-eb0f-4ac4-9b74-3eaebaa0725c tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:48:47.939709 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71be5b37-eb0f-4ac4-9b74-3eaebaa0725c tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:48:47.940095 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71be5b37-eb0f-4ac4-9b74-3eaebaa0725c tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:48:47.940447 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71be5b37-eb0f-4ac4-9b74-3eaebaa0725c tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:48:47.940795 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71be5b37-eb0f-4ac4-9b74-3eaebaa0725c tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:48:47.941143 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71be5b37-eb0f-4ac4-9b74-3eaebaa0725c tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:48:47.948329 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-71be5b37-eb0f-4ac4-9b74-3eaebaa0725c tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:48:48.124013 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2817864b-41e9-40a3-bc06-39f03916ab2d req-71be5b37-eb0f-4ac4-9b74-3eaebaa0725c tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Router e56f6e03-71f6-421a-81a0-91661be3c796 has already been hosted by L3 agent 66c26874-6d1a-4324-9002-6da014815c52 {{(pid=79296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:48:48.300820 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2817864b-41e9-40a3-bc06-39f03916ab2d req-71be5b37-eb0f-4ac4-9b74-3eaebaa0725c tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify agent at l3_agent.dv-cinder-784453-6-smb the message routers_updated {{(pid=79296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:48:48.309841 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85c3047-2238-4c95-8d8c-fcdaa5023c3e None None] Sync routers for ids ['e56f6e03-71f6-421a-81a0-91661be3c796'] in dv-cinder-784453-6-smb {{(pid=79298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:48:48.319672 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85c3047-2238-4c95-8d8c-fcdaa5023c3e None None] Routers {'e56f6e03-71f6-421a-81a0-91661be3c796'} bound to L3 agent in host dv-cinder-784453-6-smb {{(pid=79298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:48:48.320584 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_hamode_db [None req-c85c3047-2238-4c95-8d8c-fcdaa5023c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T19:29:11Z,description=,heartbeat_timestamp=2021-05-10T19:48:41Z,host='dv-cinder-784453-6-smb',id=66c26874-6d1a-4324-9002-6da014815c52,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:29:11Z,topic='l3_agent')) {'router_ids': ['e56f6e03-71f6-421a-81a0-91661be3c796'], 'active': True} {{(pid=79298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:48:48.373726 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.l3_dvrscheduler_db [req-2817864b-41e9-40a3-bc06-39f03916ab2d req-71be5b37-eb0f-4ac4-9b74-3eaebaa0725c tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] No DVR routers for this DVR port cfc64701-d66f-45ad-baa2-967488c6946e on host hv-cinder-78445 {{(pid=79296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:48:48.376301 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-2817864b-41e9-40a3-bc06-39f03916ab2d req-71be5b37-eb0f-4ac4-9b74-3eaebaa0725c tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149324'] for port, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:48.379042 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c6145f4-eb93-49d3-83a8-0fcbb50a75f7', 'name': 'network-vif-deleted', 'tag': 'cfc64701-d66f-45ad-baa2-967488c6946e'}] {{(pid=79296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:48:48.460661 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-2817864b-41e9-40a3-bc06-39f03916ab2d req-71be5b37-eb0f-4ac4-9b74-3eaebaa0725c tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.36 "DELETE /v2.0/ports/cfc64701-d66f-45ad-baa2-967488c6946e HTTP/1.1" status: 204 len: 173 time: 1.3945687 May 10 19:48:48.476231 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c6145f4-eb93-49d3-83a8-0fcbb50a75f7', 'name': 'network-vif-deleted', 'tag': 'cfc64701-d66f-45ad-baa2-967488c6946e', 'status': 'completed', 'code': 200} May 10 19:48:48.499040 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_dvr_db [None req-c85c3047-2238-4c95-8d8c-fcdaa5023c3e None None] Set router e56f6e03-71f6-421a-81a0-91661be3c796 gateway port host: dv-cinder-784453-6-smb {{(pid=79298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:48:48.780693 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-e807c426-3d76-4968-a1d5-063dadccefc8 req-550a9874-f7f4-48be-ad1b-b24a26b4de8b tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c6145f4-eb93-49d3-83a8-0fcbb50a75f7 HTTP/1.1" status: 200 len: 210 time: 0.0463979 May 10 19:48:48.801626 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_hamode_db [None req-c85c3047-2238-4c95-8d8c-fcdaa5023c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56f6e03-71f6-421a-81a0-91661be3c796', 'name': 'tempest-AttachVolumeTestJSON-1459424200-router', 'tenant_id': '93b6ceb4ba854ea497883e8035f1f598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.149'}], 'enable_snat': True}, 'gw_port_id': '7733aee4-ee2b-48f5-8a26-0b9c1f467d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:46:03Z', 'updated_at': '2021-05-10T19:46:07Z', 'revision_number': 4, 'project_id': '93b6ceb4ba854ea497883e8035f1f598', 'gw_port': {'id': '7733aee4-ee2b-48f5-8a26-0b9c1f467d33', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ef:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56f6e03-71f6-421a-81a0-91661be3c796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:46:04Z', 'updated_at': '2021-05-10T19:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb', '_interfaces': [{'id': '7b500c2a-c0a9-491d-ad29-3b330e954a45', 'name': '', 'network_id': 'cbfa905b-3888-4660-80eb-7f36fe7307c3', 'tenant_id': '93b6ceb4ba854ea497883e8035f1f598', 'mac_address': 'fa:16:3e:04:a8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56f6e03-71f6-421a-81a0-91661be3c796', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '7011cc34-ba0c-4d36-a769-09bd86ae59b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:46:07Z', 'updated_at': '2021-05-10T19:46:13Z', 'revision_number': 5, 'project_id': '93b6ceb4ba854ea497883e8035f1f598', 'subnets': [{'id': '7011cc34-ba0c-4d36-a769-09bd86ae59b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-smb', False) {} {{(pid=79298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:48:48.805394 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85c3047-2238-4c95-8d8c-fcdaa5023c3e None None] Checking router: e56f6e03-71f6-421a-81a0-91661be3c796 for host: dv-cinder-784453-6-smb {{(pid=79298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:48:48.813661 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85c3047-2238-4c95-8d8c-fcdaa5023c3e None None] Routers {'e56f6e03-71f6-421a-81a0-91661be3c796'} bound to L3 agent in host dv-cinder-784453-6-smb {{(pid=79298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:48:48.814402 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_hamode_db [None req-c85c3047-2238-4c95-8d8c-fcdaa5023c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T19:29:11Z,description=,heartbeat_timestamp=2021-05-10T19:48:41Z,host='dv-cinder-784453-6-smb',id=66c26874-6d1a-4324-9002-6da014815c52,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:29:11Z,topic='l3_agent')) {'router_ids': ['e56f6e03-71f6-421a-81a0-91661be3c796'], 'active': True} {{(pid=79298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:48:48.985364 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_dvr_db [None req-c85c3047-2238-4c95-8d8c-fcdaa5023c3e None None] Set router e56f6e03-71f6-421a-81a0-91661be3c796 gateway port host: dv-cinder-784453-6-smb {{(pid=79298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:48:49.321209 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_hamode_db [None req-c85c3047-2238-4c95-8d8c-fcdaa5023c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56f6e03-71f6-421a-81a0-91661be3c796', 'name': 'tempest-AttachVolumeTestJSON-1459424200-router', 'tenant_id': '93b6ceb4ba854ea497883e8035f1f598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.149'}], 'enable_snat': True}, 'gw_port_id': '7733aee4-ee2b-48f5-8a26-0b9c1f467d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:46:03Z', 'updated_at': '2021-05-10T19:46:07Z', 'revision_number': 4, 'project_id': '93b6ceb4ba854ea497883e8035f1f598', 'gw_port': {'id': '7733aee4-ee2b-48f5-8a26-0b9c1f467d33', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ef:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56f6e03-71f6-421a-81a0-91661be3c796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:46:04Z', 'updated_at': '2021-05-10T19:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb', '_interfaces': [{'id': '7b500c2a-c0a9-491d-ad29-3b330e954a45', 'name': '', 'network_id': 'cbfa905b-3888-4660-80eb-7f36fe7307c3', 'tenant_id': '93b6ceb4ba854ea497883e8035f1f598', 'mac_address': 'fa:16:3e:04:a8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56f6e03-71f6-421a-81a0-91661be3c796', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '7011cc34-ba0c-4d36-a769-09bd86ae59b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:46:07Z', 'updated_at': '2021-05-10T19:46:13Z', 'revision_number': 5, 'project_id': '93b6ceb4ba854ea497883e8035f1f598', 'subnets': [{'id': '7011cc34-ba0c-4d36-a769-09bd86ae59b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-smb', False) {} {{(pid=79298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:48:49.325701 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85c3047-2238-4c95-8d8c-fcdaa5023c3e None None] The sync data for ids ['e56f6e03-71f6-421a-81a0-91661be3c796'] in dv-cinder-784453-6-smb is: [{'id': 'e56f6e03-71f6-421a-81a0-91661be3c796', 'name': 'tempest-AttachVolumeTestJSON-1459424200-router', 'tenant_id': '93b6ceb4ba854ea497883e8035f1f598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.149'}], 'enable_snat': True}, 'gw_port_id': '7733aee4-ee2b-48f5-8a26-0b9c1f467d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:46:03Z', 'updated_at': '2021-05-10T19:46:07Z', 'revision_number': 4, 'project_id': '93b6ceb4ba854ea497883e8035f1f598', 'gw_port': {'id': '7733aee4-ee2b-48f5-8a26-0b9c1f467d33', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ef:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56f6e03-71f6-421a-81a0-91661be3c796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:46:04Z', 'updated_at': '2021-05-10T19:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb', '_interfaces': [{'id': '7b500c2a-c0a9-491d-ad29-3b330e954a45', 'name': '', 'network_id': 'cbfa905b-3888-4660-80eb-7f36fe7307c3', 'tenant_id': '93b6ceb4ba854ea497883e8035f1f598', 'mac_address': 'fa:16:3e:04:a8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56f6e03-71f6-421a-81a0-91661be3c796', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '7011cc34-ba0c-4d36-a769-09bd86ae59b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:46:07Z', 'updated_at': '2021-05-10T19:46:13Z', 'revision_number': 5, 'project_id': '93b6ceb4ba854ea497883e8035f1f598', 'subnets': [{'id': '7011cc34-ba0c-4d36-a769-09bd86ae59b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:48:49.537042 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cae56a6-342f-4809-a3e9-8f48bf38f3d4 None None] New status for floating IP bcae97a6-24f9-4c45-a867-edb0e65a68c7: DOWN {{(pid=79297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:48:49.993922 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 46126) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:48:50.061207 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-cc1f5d43-1c80-4144-8098-d3db746448bc tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks [] for security_group, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:50.089629 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-cc1f5d43-1c80-4144-8098-d3db746448bc tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:50.205117 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-cc1f5d43-1c80-4144-8098-d3db746448bc tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:50.209921 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-90aff127-7946-434a-932e-f163e55492cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:48:50.224862 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1f5d43-1c80-4144-8098-d3db746448bc tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51efc80a-5dd5-490a-8730-681093500482,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:48:50.227195 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-cc1f5d43-1c80-4144-8098-d3db746448bc tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:48:50.304052 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-cc1f5d43-1c80-4144-8098-d3db746448bc tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks [] for security_group, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:50.305174 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-cc1f5d43-1c80-4144-8098-d3db746448bc tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "DELETE /v2.0/security-groups/51efc80a-5dd5-490a-8730-681093500482 HTTP/1.1" status: 204 len: 168 time: 0.3102882 May 10 19:48:50.307851 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 46130) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:48:50.323830 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.api.v2.resource [None req-de589023-19d9-4cae-87d4-fe1211b9fed7 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] show failed (client error): The resource could not be found. May 10 19:48:50.324708 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-de589023-19d9-4cae-87d4-fe1211b9fed7 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/security-groups/51efc80a-5dd5-490a-8730-681093500482 HTTP/1.1" status: 404 len: 347 time: 0.0160007 May 10 19:48:50.327261 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 46134) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:48:50.375270 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device cfc64701-d66f-45ad-baa2-967488c6946e no longer exists at agent hyperv_hv-cinder-78445 {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:48:50.409495 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.plugin [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] No Port match for: cfc64701-d66f-45ad-baa2-967488c6946e {{(pid=79297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:48:50.409847 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device cfc64701-d66f-45ad-baa2-967488c6946e not bound to the agent host hv-cinder-78445 {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:48:50.539850 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.plugin [None req-bf1fc30f-333f-4615-875f-3638a055650a tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Deleting port fa4d383e-909b-4b48-99b5-89e3af04caf0 {{(pid=79296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:48:50.540195 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-bf1fc30f-333f-4615-875f-3638a055650a tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757498910621'] for port, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:50.654209 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-bf1fc30f-333f-4615-875f-3638a055650a tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670902'] for port, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:50.654538 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-bf1fc30f-333f-4615-875f-3638a055650a tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:50.774260 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.plugin [None req-bf1fc30f-333f-4615-875f-3638a055650a tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Calling delete_port for fa4d383e-909b-4b48-99b5-89e3af04caf0 owned by network:floatingip {{(pid=79296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:48:50.962646 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-bf1fc30f-333f-4615-875f-3638a055650a tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757498915184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757498479629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10503775'] for port, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:50.966205 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-29d4e761-ccfc-4ee7-8c52-951953d4c463 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:48:51.110102 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1fc30f-333f-4615-875f-3638a055650a tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Pushing event deleted for resources: {'Port': ['ID=fa4d383e-909b-4b48-99b5-89e3af04caf0,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:48:51.113397 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-bf1fc30f-333f-4615-875f-3638a055650a tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:48:51.201003 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-bf1fc30f-333f-4615-875f-3638a055650a tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks [] for floatingip, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:51.215119 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-bf1fc30f-333f-4615-875f-3638a055650a tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149324'] for floatingip, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:51.216170 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-bf1fc30f-333f-4615-875f-3638a055650a tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "DELETE /v2.0/floatingips/bcae97a6-24f9-4c45-a867-edb0e65a68c7 HTTP/1.1" status: 204 len: 168 time: 0.8880780 May 10 19:48:51.550279 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 46140) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:48:51.555638 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.v2.base [None req-a2690c7b-c2ce-4cf7-a4c2-01d10e3f5b6b tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1301039685', 'description': 'tempest-description--1091141367'}} {{(pid=79296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:48:51.561452 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-a2690c7b-c2ce-4cf7-a4c2-01d10e3f5b6b tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:48:51.565617 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-a2690c7b-c2ce-4cf7-a4c2-01d10e3f5b6b tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Usage tracker for resource:security_group and tenant:93b6ceb4ba854ea497883e8035f1f598 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:48:51.568567 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-a2690c7b-c2ce-4cf7-a4c2-01d10e3f5b6b tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:48:51.574729 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-a2690c7b-c2ce-4cf7-a4c2-01d10e3f5b6b tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:48:51.651234 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-a2690c7b-c2ce-4cf7-a4c2-01d10e3f5b6b tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks [] for security_group, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:51.671082 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-a2690c7b-c2ce-4cf7-a4c2-01d10e3f5b6b tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:48:51.674848 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-a2690c7b-c2ce-4cf7-a4c2-01d10e3f5b6b tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Usage tracker for resource:security_group_rule and tenant:93b6ceb4ba854ea497883e8035f1f598 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:48:51.677667 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-a2690c7b-c2ce-4cf7-a4c2-01d10e3f5b6b tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:48:51.688735 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-a2690c7b-c2ce-4cf7-a4c2-01d10e3f5b6b tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:48:51.751850 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-a2690c7b-c2ce-4cf7-a4c2-01d10e3f5b6b tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks [] for security_group, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:51.822189 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-a2690c7b-c2ce-4cf7-a4c2-01d10e3f5b6b tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:51.826420 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-d0d4f630-1aba-4d19-b6e5-7b2813dd2f7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:48:51.866327 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2690c7b-c2ce-4cf7-a4c2-01d10e3f5b6b tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56ed71d2-6c2b-4619-a96e-fa6e0e6554bc,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:48:51.869364 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-a2690c7b-c2ce-4cf7-a4c2-01d10e3f5b6b tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:48:51.942271 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-a2690c7b-c2ce-4cf7-a4c2-01d10e3f5b6b tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks [] for security_group, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:51.943507 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-a2690c7b-c2ce-4cf7-a4c2-01d10e3f5b6b tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3922031 May 10 19:48:51.946284 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 46144) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:48:51.951958 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.v2.base [None req-490a33a3-bb3e-4fd5-ba60-132a82e505ab tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Request body: {'security_group_rule': {'security_group_id': '56ed71d2-6c2b-4619-a96e-fa6e0e6554bc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:48:51.957806 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-490a33a3-bb3e-4fd5-ba60-132a82e505ab tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:48:51.961650 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-490a33a3-bb3e-4fd5-ba60-132a82e505ab tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Usage tracker for resource:security_group_rule and tenant:93b6ceb4ba854ea497883e8035f1f598 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:48:51.965237 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-490a33a3-bb3e-4fd5-ba60-132a82e505ab tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:48:51.971064 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-490a33a3-bb3e-4fd5-ba60-132a82e505ab tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:48:52.044643 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-490a33a3-bb3e-4fd5-ba60-132a82e505ab tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:52.103201 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-490a33a3-bb3e-4fd5-ba60-132a82e505ab tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:52.202025 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-490a33a3-bb3e-4fd5-ba60-132a82e505ab tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561224'] for security_group_rule, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:52.204022 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:48:52.227909 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490a33a3-bb3e-4fd5-ba60-132a82e505ab tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a81c71e-f748-431e-b62e-673f73035e71,revision_number=0']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:48:52.230318 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-490a33a3-bb3e-4fd5-ba60-132a82e505ab tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:48:52.290338 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-490a33a3-bb3e-4fd5-ba60-132a82e505ab tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:52.291586 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-490a33a3-bb3e-4fd5-ba60-132a82e505ab tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3441963 May 10 19:48:52.294282 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 46148) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:48:52.299375 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.v2.base [None req-89e757d5-6d8e-4570-9f53-6024a655c593 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Request body: {'security_group_rule': {'security_group_id': '56ed71d2-6c2b-4619-a96e-fa6e0e6554bc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:48:52.304871 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-89e757d5-6d8e-4570-9f53-6024a655c593 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:48:52.309089 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-89e757d5-6d8e-4570-9f53-6024a655c593 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Usage tracker for resource:security_group_rule and tenant:93b6ceb4ba854ea497883e8035f1f598 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:48:52.311877 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-89e757d5-6d8e-4570-9f53-6024a655c593 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:48:52.317482 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-89e757d5-6d8e-4570-9f53-6024a655c593 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:48:52.393027 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-89e757d5-6d8e-4570-9f53-6024a655c593 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:52.452114 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-89e757d5-6d8e-4570-9f53-6024a655c593 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:52.519156 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-89e757d5-6d8e-4570-9f53-6024a655c593 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561224'] for security_group_rule, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:52.526482 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:48:52.543851 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e757d5-6d8e-4570-9f53-6024a655c593 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46cb34e8-9a75-499f-bb19-7eddb67ecb07,revision_number=0']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:48:52.545968 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-89e757d5-6d8e-4570-9f53-6024a655c593 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:48:52.627896 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-89e757d5-6d8e-4570-9f53-6024a655c593 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:52.629033 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-89e757d5-6d8e-4570-9f53-6024a655c593 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3337855 May 10 19:48:52.632102 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 46152) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:48:52.637061 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.v2.base [None req-dd3099b2-8755-4fe8-b068-69de1f6d29ed tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Request body: {'floatingip': {'floating_network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989'}} {{(pid=79296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:48:52.642667 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-dd3099b2-8755-4fe8-b068-69de1f6d29ed tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:48:52.646526 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-dd3099b2-8755-4fe8-b068-69de1f6d29ed tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Usage tracker for resource:floatingip and tenant:93b6ceb4ba854ea497883e8035f1f598 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:48:52.649323 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-dd3099b2-8755-4fe8-b068-69de1f6d29ed tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:48:52.654922 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-dd3099b2-8755-4fe8-b068-69de1f6d29ed tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:48:52.716566 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-dd3099b2-8755-4fe8-b068-69de1f6d29ed tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks [] for floatingip, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:52.851822 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-dd3099b2-8755-4fe8-b068-69de1f6d29ed tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:52.984031 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.db_base_plugin_common [None req-dd3099b2-8755-4fe8-b068-69de1f6d29ed tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Allocated IP 172.28.3.215 (18edca27-7fe5-44f0-bd00-188f2dc0b989/39840ae5-5b78-40c6-8289-bd2c4c3e7489/b1975f31-04ed-4844-9d94-76ccd34b7807) {{(pid=79296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:48:53.127663 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-dd3099b2-8755-4fe8-b068-69de1f6d29ed tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks [] for port, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:53.205307 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-dd3099b2-8755-4fe8-b068-69de1f6d29ed tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757498479620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10503775'] for port, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:53.209619 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-0788dca4-f125-41d3-9248-b090f6e27515 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:48:53.263983 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3099b2-8755-4fe8-b068-69de1f6d29ed tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Network 18edca27-7fe5-44f0-bd00-188f2dc0b989 is already hosted by enough agents. {{(pid=79296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:48:53.266701 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.base_scheduler [None req-dd3099b2-8755-4fe8-b068-69de1f6d29ed tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Resources bound (agent type, host, resource id): {{(pid=79296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:48:53.270532 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3099b2-8755-4fe8-b068-69de1f6d29ed tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Received port after_create {{(pid=79296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:48:53.312685 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3099b2-8755-4fe8-b068-69de1f6d29ed tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Pushing event updated for resources: {'Port': ['ID=b1975f31-04ed-4844-9d94-76ccd34b7807,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:48:53.316792 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-dd3099b2-8755-4fe8-b068-69de1f6d29ed tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:48:53.359967 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-dd3099b2-8755-4fe8-b068-69de1f6d29ed tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:53.492447 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-dd3099b2-8755-4fe8-b068-69de1f6d29ed tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:53.691270 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-dd3099b2-8755-4fe8-b068-69de1f6d29ed tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks [] for port, precommit_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:53.745322 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-dd3099b2-8755-4fe8-b068-69de1f6d29ed tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10503750'] for port, after_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:53.749785 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-fce0cfdf-6c41-458c-b7fd-8bc880778230 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:48:53.852496 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3099b2-8755-4fe8-b068-69de1f6d29ed tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Pushing event updated for resources: {'Port': ['ID=b1975f31-04ed-4844-9d94-76ccd34b7807,revision_number=2']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:48:53.855425 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-dd3099b2-8755-4fe8-b068-69de1f6d29ed tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:48:53.868646 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-dd3099b2-8755-4fe8-b068-69de1f6d29ed tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658293'] for floatingip, after_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:53.959243 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-dd3099b2-8755-4fe8-b068-69de1f6d29ed tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149324'] for floatingip, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:53.960424 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-dd3099b2-8755-4fe8-b068-69de1f6d29ed tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3274362 May 10 19:48:54.126826 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-1ae2a749-a7b5-4474-bb64-2d19d75348a6 req-c7f7950e-41d5-4928-9fc9-942178df06e9 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1301039685&fields=id&tenant_id=93b6ceb4ba854ea497883e8035f1f598 HTTP/1.1" status: 200 len: 267 time: 0.0412338 May 10 19:48:54.273156 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae2a749-a7b5-4474-bb64-2d19d75348a6 req-a97e28d7-91e2-49c0-810a-74810c9548b5 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:54.274489 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-1ae2a749-a7b5-4474-bb64-2d19d75348a6 req-a97e28d7-91e2-49c0-810a-74810c9548b5 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/networks?id=cbfa905b-3888-4660-80eb-7f36fe7307c3 HTTP/1.1" status: 200 len: 811 time: 0.1412263 May 10 19:48:54.288416 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-1ae2a749-a7b5-4474-bb64-2d19d75348a6 req-f64cba5d-b0a6-47eb-92f8-3183c3c0dd2c tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/quotas/93b6ceb4ba854ea497883e8035f1f598 HTTP/1.1" status: 200 len: 375 time: 0.0086162 May 10 19:48:54.374727 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-1ae2a749-a7b5-4474-bb64-2d19d75348a6 req-5a08679d-08bd-4f60-a361-10c8bd469e8c tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=93b6ceb4ba854ea497883e8035f1f598&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0815270 May 10 19:48:54.390056 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [req-1ae2a749-a7b5-4474-bb64-2d19d75348a6 req-f12c8742-8c47-4e01-ac4f-8d37f59b0de1 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=79295) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 19:48:54.391005 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-1ae2a749-a7b5-4474-bb64-2d19d75348a6 req-f12c8742-8c47-4e01-ac4f-8d37f59b0de1 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052054 May 10 19:48:54.518704 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-1ae2a749-a7b5-4474-bb64-2d19d75348a6 req-9a3375cf-4d86-42cf-a359-2eac77a9836f service neutron] 10.222.0.46 "GET /v2.0/networks/cbfa905b-3888-4660-80eb-7f36fe7307c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224730 May 10 19:48:54.646825 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-1ae2a749-a7b5-4474-bb64-2d19d75348a6 req-a22d3732-210a-4aeb-ba0e-048136613986 service neutron] 10.222.0.46 "GET /v2.0/networks/cbfa905b-3888-4660-80eb-7f36fe7307c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223652 May 10 19:48:55.915500 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-aaa0d19d-4a88-48dd-9650-218aa9a50e30 req-e86e004a-a459-426b-96a6-1fa92f52be13 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0d52cb6-7daf-4439-be6b-8e1188d8bf59 HTTP/1.1" status: 200 len: 210 time: 0.0413034 May 10 19:48:57.010764 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-1b42a5d0-4410-4517-8e1b-d89b79386caf req-44452f17-e57e-49bc-9538-01ace67a2e71 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0d52cb6-7daf-4439-be6b-8e1188d8bf59 HTTP/1.1" status: 200 len: 210 time: 0.0427203 May 10 19:48:58.106677 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-73f48844-c8fa-4906-82b9-807938e418c6 req-b700d18a-c8ac-4efb-8273-0fa8960ac305 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0d52cb6-7daf-4439-be6b-8e1188d8bf59 HTTP/1.1" status: 200 len: 210 time: 0.0462251 May 10 19:48:59.293926 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-b31855fc-6dd0-4523-9ea2-3f46f29c1ff4 req-e0200ceb-7447-4e82-b1bc-90a2ae62b25e tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0d52cb6-7daf-4439-be6b-8e1188d8bf59 HTTP/1.1" status: 200 len: 210 time: 0.1347058 May 10 19:49:00.438312 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-20afc71c-f924-4d52-b1b8-e84ebff568b8 req-777d0309-623a-402f-93db-00e6f41c9d42 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0d52cb6-7daf-4439-be6b-8e1188d8bf59 HTTP/1.1" status: 200 len: 210 time: 0.0421038 May 10 19:49:01.595658 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-58688807-d1f1-4880-9a8c-a59f83c9ed4e req-bfd76211-4e08-4ae2-b9fe-386fbbe50c75 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0d52cb6-7daf-4439-be6b-8e1188d8bf59 HTTP/1.1" status: 200 len: 210 time: 0.0450621 May 10 19:49:02.140077 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae2a749-a7b5-4474-bb64-2d19d75348a6 req-3f8b099c-11ea-4279-ac2e-9c5f005e5847 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:49:02.141511 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-1ae2a749-a7b5-4474-bb64-2d19d75348a6 req-3f8b099c-11ea-4279-ac2e-9c5f005e5847 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.36 "GET /v2.0/networks?id=cbfa905b-3888-4660-80eb-7f36fe7307c3 HTTP/1.1" status: 200 len: 811 time: 0.1468182 May 10 19:49:02.188012 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [req-1ae2a749-a7b5-4474-bb64-2d19d75348a6 req-68860d0b-337c-4871-b33c-02d1dcf84acd tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Synchronizing usage tracker for tenant:93b6ceb4ba854ea497883e8035f1f598 on resource:security_group {{(pid=79296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:49:02.250466 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [req-1ae2a749-a7b5-4474-bb64-2d19d75348a6 req-68860d0b-337c-4871-b33c-02d1dcf84acd tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Unset dirty status for tenant:93b6ceb4ba854ea497883e8035f1f598 on resource:security_group {{(pid=79296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:49:02.251642 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-1ae2a749-a7b5-4474-bb64-2d19d75348a6 req-68860d0b-337c-4871-b33c-02d1dcf84acd tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93b6ceb4ba854ea497883e8035f1f598 HTTP/1.1" status: 200 len: 380 time: 0.1023431 May 10 19:49:02.261010 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.v2.base [req-1ae2a749-a7b5-4474-bb64-2d19d75348a6 req-f3125191-c53d-4bf5-beb4-3f39f48dc499 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Request body: {'port': {'device_id': 'b0d52cb6-7daf-4439-be6b-8e1188d8bf59', 'network_id': 'cbfa905b-3888-4660-80eb-7f36fe7307c3', 'admin_state_up': True, 'tenant_id': '93b6ceb4ba854ea497883e8035f1f598', 'security_groups': ['56ed71d2-6c2b-4619-a96e-fa6e0e6554bc']}} {{(pid=79296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:49:02.492803 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [req-1ae2a749-a7b5-4474-bb64-2d19d75348a6 req-f3125191-c53d-4bf5-beb4-3f39f48dc499 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:49:02.497815 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [req-1ae2a749-a7b5-4474-bb64-2d19d75348a6 req-f3125191-c53d-4bf5-beb4-3f39f48dc499 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Usage tracker for resource:port and tenant:93b6ceb4ba854ea497883e8035f1f598 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:49:02.500589 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [req-1ae2a749-a7b5-4474-bb64-2d19d75348a6 req-f3125191-c53d-4bf5-beb4-3f39f48dc499 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:49:02.506196 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [req-1ae2a749-a7b5-4474-bb64-2d19d75348a6 req-f3125191-c53d-4bf5-beb4-3f39f48dc499 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:49:02.562693 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ae2a749-a7b5-4474-bb64-2d19d75348a6 req-f3125191-c53d-4bf5-beb4-3f39f48dc499 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Made reservation on behalf of 93b6ceb4ba854ea497883e8035f1f598 for: {'port': 1} {{(pid=79296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:49:02.566186 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-1ae2a749-a7b5-4474-bb64-2d19d75348a6 req-f3125191-c53d-4bf5-beb4-3f39f48dc499 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:49:02.725123 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.db_base_plugin_common [req-1ae2a749-a7b5-4474-bb64-2d19d75348a6 req-f3125191-c53d-4bf5-beb4-3f39f48dc499 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Allocated IP 172.20.0.6 (cbfa905b-3888-4660-80eb-7f36fe7307c3/7011cc34-ba0c-4d36-a769-09bd86ae59b6/44b4f314-5b5b-40a2-8177-da405c01f4d2) {{(pid=79296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:49:02.743739 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-0333bc7c-e81d-4fef-80ba-37b4d77d23e7 req-bfd1db42-833c-4f28-bf99-e9b6a38681ec tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0d52cb6-7daf-4439-be6b-8e1188d8bf59 HTTP/1.1" status: 200 len: 210 time: 0.0428698 May 10 19:49:02.914402 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-1ae2a749-a7b5-4474-bb64-2d19d75348a6 req-f3125191-c53d-4bf5-beb4-3f39f48dc499 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks [] for port, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:49:02.929993 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.provisioning_blocks [req-1ae2a749-a7b5-4474-bb64-2d19d75348a6 req-f3125191-c53d-4bf5-beb4-3f39f48dc499 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Transition to ACTIVE for port object 44b4f314-5b5b-40a2-8177-da405c01f4d2 will not be triggered until provisioned by entity DHCP. {{(pid=79296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:49:03.022673 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-1ae2a749-a7b5-4474-bb64-2d19d75348a6 req-f3125191-c53d-4bf5-beb4-3f39f48dc499 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757498479620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10503775'] for port, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:49:03.028541 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-dd028225-8b4e-4c4d-aff7-e35ddc54fac0 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:49:03.088968 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ae2a749-a7b5-4474-bb64-2d19d75348a6 req-f3125191-c53d-4bf5-beb4-3f39f48dc499 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Network cbfa905b-3888-4660-80eb-7f36fe7307c3 is already hosted by enough agents. {{(pid=79296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:49:03.092718 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.base_scheduler [req-1ae2a749-a7b5-4474-bb64-2d19d75348a6 req-f3125191-c53d-4bf5-beb4-3f39f48dc499 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Resources bound (agent type, host, resource id): {{(pid=79296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:49:03.096680 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ae2a749-a7b5-4474-bb64-2d19d75348a6 req-f3125191-c53d-4bf5-beb4-3f39f48dc499 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Received port after_create {{(pid=79296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:49:03.100678 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.agents_db [None req-ff3cf147-8285-4226-b8f5-cc0a2e41555e None None] Agent healthcheck: found 6 active agents {{(pid=79298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:49:03.143076 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3125191-c53d-4bf5-beb4-3f39f48dc499 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Pushing event updated for resources: {'Port': ['ID=44b4f314-5b5b-40a2-8177-da405c01f4d2,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:49:03.150750 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-f3125191-c53d-4bf5-beb4-3f39f48dc499 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:49:03.172908 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae2a749-a7b5-4474-bb64-2d19d75348a6 req-f3125191-c53d-4bf5-beb4-3f39f48dc499 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:49:03.173845 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-1ae2a749-a7b5-4474-bb64-2d19d75348a6 req-f3125191-c53d-4bf5-beb4-3f39f48dc499 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149324'] for port, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:49:03.297081 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-1ae2a749-a7b5-4474-bb64-2d19d75348a6 req-f3125191-c53d-4bf5-beb4-3f39f48dc499 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0396953 May 10 19:49:03.308432 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.v2.base [req-1ae2a749-a7b5-4474-bb64-2d19d75348a6 req-41a1962d-00a3-4673-bcb4-474e3cfadf9d service neutron] Request body: {'port': {'device_id': 'b0d52cb6-7daf-4439-be6b-8e1188d8bf59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=79296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:49:03.419997 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-1ae2a749-a7b5-4474-bb64-2d19d75348a6 req-41a1962d-00a3-4673-bcb4-474e3cfadf9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:49:03.425474 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-3477617e-05db-4cd4-a6d3-77027a5661b9 None None] Provisioning for port 44b4f314-5b5b-40a2-8177-da405c01f4d2 completed by entity DHCP. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:49:03.430328 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-3477617e-05db-4cd4-a6d3-77027a5661b9 None None] Provisioning complete for port 44b4f314-5b5b-40a2-8177-da405c01f4d2 triggered by entity DHCP. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:49:03.430695 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-3477617e-05db-4cd4-a6d3-77027a5661b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:49:03.486795 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.plugin [None req-3477617e-05db-4cd4-a6d3-77027a5661b9 None None] Port 44b4f314-5b5b-40a2-8177-da405c01f4d2 cannot update to ACTIVE because it is not bound. {{(pid=79297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 19:49:03.757080 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.notifiers.nova [req-1ae2a749-a7b5-4474-bb64-2d19d75348a6 req-41a1962d-00a3-4673-bcb4-474e3cfadf9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44b4f314-5b5b-40a2-8177-da405c01f4d2 {{(pid=79296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:49:03.764255 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-1ae2a749-a7b5-4474-bb64-2d19d75348a6 req-41a1962d-00a3-4673-bcb4-474e3cfadf9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:49:03.780471 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.provisioning_blocks [req-1ae2a749-a7b5-4474-bb64-2d19d75348a6 req-41a1962d-00a3-4673-bcb4-474e3cfadf9d service neutron] Transition to ACTIVE for port object 44b4f314-5b5b-40a2-8177-da405c01f4d2 will not be triggered until provisioned by entity L2. {{(pid=79296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:49:03.854239 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-1ae2a749-a7b5-4474-bb64-2d19d75348a6 req-41a1962d-00a3-4673-bcb4-474e3cfadf9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10503750'] for port, after_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:49:03.858827 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-773666d6-83f4-4421-8a14-04c200f01b12 tempest-TestMinimumBasicScenario-625161070 tempest-TestMinimumBasicScenario-625161070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:49:03.936324 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e21efd6-f458-41ee-8f2c-0c5c300105c1 req-e3341d5d-8c08-4a0d-8396-d66d89df5d44 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:49:03.943144 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-1e21efd6-f458-41ee-8f2c-0c5c300105c1 req-e3341d5d-8c08-4a0d-8396-d66d89df5d44 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0d52cb6-7daf-4439-be6b-8e1188d8bf59 HTTP/1.1" status: 200 len: 943 time: 0.0818338 May 10 19:49:03.984217 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a1962d-00a3-4673-bcb4-474e3cfadf9d service neutron] Pushing event updated for resources: {'Port': ['ID=44b4f314-5b5b-40a2-8177-da405c01f4d2,revision_number=2']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:49:03.991074 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-1e21efd6-f458-41ee-8f2c-0c5c300105c1 req-3f80da2e-7a26-443a-aef4-fefc6a0b4280 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/security-groups?id=56ed71d2-6c2b-4619-a96e-fa6e0e6554bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469692 May 10 19:49:04.013792 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-41a1962d-00a3-4673-bcb4-474e3cfadf9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:49:04.089768 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.managers [req-1ae2a749-a7b5-4474-bb64-2d19d75348a6 req-41a1962d-00a3-4673-bcb4-474e3cfadf9d service neutron] Attempting to bind port 44b4f314-5b5b-40a2-8177-da405c01f4d2 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=79296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:49:04.090634 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.managers [req-1ae2a749-a7b5-4474-bb64-2d19d75348a6 req-41a1962d-00a3-4673-bcb4-474e3cfadf9d service neutron] Attempting to bind port 44b4f314-5b5b-40a2-8177-da405c01f4d2 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '4fa3f193-7074-4874-93b7-dd81b3a3d051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'cbfa905b-3888-4660-80eb-7f36fe7307c3'}] {{(pid=79296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:49:04.090989 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae2a749-a7b5-4474-bb64-2d19d75348a6 req-41a1962d-00a3-4673-bcb4-474e3cfadf9d service neutron] Attempting to bind port 44b4f314-5b5b-40a2-8177-da405c01f4d2 on network cbfa905b-3888-4660-80eb-7f36fe7307c3 {{(pid=79296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:49:04.095532 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae2a749-a7b5-4474-bb64-2d19d75348a6 req-41a1962d-00a3-4673-bcb4-474e3cfadf9d service neutron] Port 44b4f314-5b5b-40a2-8177-da405c01f4d2 on network cbfa905b-3888-4660-80eb-7f36fe7307c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=79296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 19:49:04.095851 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae2a749-a7b5-4474-bb64-2d19d75348a6 req-41a1962d-00a3-4673-bcb4-474e3cfadf9d service neutron] Attempting to bind port 44b4f314-5b5b-40a2-8177-da405c01f4d2 on network cbfa905b-3888-4660-80eb-7f36fe7307c3 {{(pid=79296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:49:04.101066 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae2a749-a7b5-4474-bb64-2d19d75348a6 req-41a1962d-00a3-4673-bcb4-474e3cfadf9d service neutron] Checking agent: {'id': '9c4a8215-4a8c-47cd-bc08-47634ab436c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 35, 38), 'started_at': datetime.datetime(2021, 5, 10, 19, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:49:04.101399 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae2a749-a7b5-4474-bb64-2d19d75348a6 req-41a1962d-00a3-4673-bcb4-474e3cfadf9d service neutron] Checking segment: {'id': '4fa3f193-7074-4874-93b7-dd81b3a3d051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'cbfa905b-3888-4660-80eb-7f36fe7307c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:49:04.101781 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae2a749-a7b5-4474-bb64-2d19d75348a6 req-41a1962d-00a3-4673-bcb4-474e3cfadf9d service neutron] Bound using segment: {'id': '4fa3f193-7074-4874-93b7-dd81b3a3d051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'cbfa905b-3888-4660-80eb-7f36fe7307c3'} {{(pid=79296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:49:04.102206 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.managers [req-1ae2a749-a7b5-4474-bb64-2d19d75348a6 req-41a1962d-00a3-4673-bcb4-474e3cfadf9d service neutron] Bound port: 44b4f314-5b5b-40a2-8177-da405c01f4d2, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fa3f193-7074-4874-93b7-dd81b3a3d051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'cbfa905b-3888-4660-80eb-7f36fe7307c3'}}] {{(pid=79296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:49:04.102546 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-1ae2a749-a7b5-4474-bb64-2d19d75348a6 req-41a1962d-00a3-4673-bcb4-474e3cfadf9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:49:04.192057 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.db [req-1ae2a749-a7b5-4474-bb64-2d19d75348a6 req-41a1962d-00a3-4673-bcb4-474e3cfadf9d service neutron] For port 44b4f314-5b5b-40a2-8177-da405c01f4d2, host hv-cinder-78445, cleared binding levels {{(pid=79296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:49:04.194879 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.db [req-1ae2a749-a7b5-4474-bb64-2d19d75348a6 req-41a1962d-00a3-4673-bcb4-474e3cfadf9d service neutron] For port 44b4f314-5b5b-40a2-8177-da405c01f4d2, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=44b4f314-5b5b-40a2-8177-da405c01f4d2,segment=NetworkSegment(4fa3f193-7074-4874-93b7-dd81b3a3d051),segment_id=4fa3f193-7074-4874-93b7-dd81b3a3d051)] {{(pid=79296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:49:04.256741 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-1ae2a749-a7b5-4474-bb64-2d19d75348a6 req-41a1962d-00a3-4673-bcb4-474e3cfadf9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10503750'] for port, after_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:49:04.261101 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-41a1962d-00a3-4673-bcb4-474e3cfadf9d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:49:04.310667 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae2a749-a7b5-4474-bb64-2d19d75348a6 req-41a1962d-00a3-4673-bcb4-474e3cfadf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:49:04.311307 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-1ae2a749-a7b5-4474-bb64-2d19d75348a6 req-41a1962d-00a3-4673-bcb4-474e3cfadf9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149324'] for port, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:49:04.312642 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-1ae2a749-a7b5-4474-bb64-2d19d75348a6 req-41a1962d-00a3-4673-bcb4-474e3cfadf9d service neutron] 10.222.0.36 "PUT /v2.0/ports/44b4f314-5b5b-40a2-8177-da405c01f4d2 HTTP/1.1" status: 200 len: 1093 time: 1.0082529 May 10 19:49:04.313143 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0d52cb6-7daf-4439-be6b-8e1188d8bf59', 'tag': '44b4f314-5b5b-40a2-8177-da405c01f4d2'}] {{(pid=79296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:49:04.348849 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a1962d-00a3-4673-bcb4-474e3cfadf9d service neutron] Pushing event updated for resources: {'Port': ['ID=44b4f314-5b5b-40a2-8177-da405c01f4d2,revision_number=3']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:49:04.352069 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-41a1962d-00a3-4673-bcb4-474e3cfadf9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:49:04.362223 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0d52cb6-7daf-4439-be6b-8e1188d8bf59', 'tag': '44b4f314-5b5b-40a2-8177-da405c01f4d2', 'status': 'completed', 'code': 200} May 10 19:49:04.457339 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace2a7b9-d8e8-4f95-aeee-b3a9c91341a7 req-e3c1e79e-2dee-4bd0-b9ac-90441d0856ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:49:04.458841 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-ace2a7b9-d8e8-4f95-aeee-b3a9c91341a7 req-e3c1e79e-2dee-4bd0-b9ac-90441d0856ba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=93b6ceb4ba854ea497883e8035f1f598&device_id=b0d52cb6-7daf-4439-be6b-8e1188d8bf59 HTTP/1.1" status: 200 len: 1096 time: 0.0792193 May 10 19:49:04.597278 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace2a7b9-d8e8-4f95-aeee-b3a9c91341a7 req-ef13a015-536c-43e3-a72a-e167716972eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:49:04.598634 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-ace2a7b9-d8e8-4f95-aeee-b3a9c91341a7 req-ef13a015-536c-43e3-a72a-e167716972eb service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=93b6ceb4ba854ea497883e8035f1f598&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1325748 May 10 19:49:04.819098 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace2a7b9-d8e8-4f95-aeee-b3a9c91341a7 req-662588e1-b015-4781-a5f5-aebc6da31d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:49:04.820487 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-ace2a7b9-d8e8-4f95-aeee-b3a9c91341a7 req-662588e1-b015-4781-a5f5-aebc6da31d64 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2159610 May 10 19:49:04.924778 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae2a749-a7b5-4474-bb64-2d19d75348a6 req-b65aaf49-8873-41ea-96a5-62b031220aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:49:04.926261 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-1ae2a749-a7b5-4474-bb64-2d19d75348a6 req-b65aaf49-8873-41ea-96a5-62b031220aca service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=93b6ceb4ba854ea497883e8035f1f598&device_id=b0d52cb6-7daf-4439-be6b-8e1188d8bf59 HTTP/1.1" status: 200 len: 1096 time: 0.0695906 May 10 19:49:04.994141 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-1ae2a749-a7b5-4474-bb64-2d19d75348a6 req-f4245833-435a-49c1-987d-8ec6a31f92b5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44b4f314-5b5b-40a2-8177-da405c01f4d2 HTTP/1.1" status: 200 len: 217 time: 0.0609813 May 10 19:49:05.054964 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae2a749-a7b5-4474-bb64-2d19d75348a6 req-d961195a-bac8-4d50-808f-30302dbdbdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:49:05.060112 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-1ae2a749-a7b5-4474-bb64-2d19d75348a6 req-d961195a-bac8-4d50-808f-30302dbdbdfc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7011cc34-ba0c-4d36-a769-09bd86ae59b6 HTTP/1.1" status: 200 len: 850 time: 0.0555146 May 10 19:49:05.135731 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae2a749-a7b5-4474-bb64-2d19d75348a6 req-ff78ead7-8c51-485b-b2e0-70af07c55386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:49:05.137774 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-1ae2a749-a7b5-4474-bb64-2d19d75348a6 req-ff78ead7-8c51-485b-b2e0-70af07c55386 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cbfa905b-3888-4660-80eb-7f36fe7307c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0744860 May 10 19:49:05.179213 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a9b70e-341b-46f3-8090-0fcb7a8a6e30 req-61c1baa8-6526-41db-9f6e-67962daf07c7 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:49:05.180674 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-72a9b70e-341b-46f3-8090-0fcb7a8a6e30 req-61c1baa8-6526-41db-9f6e-67962daf07c7 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0d52cb6-7daf-4439-be6b-8e1188d8bf59 HTTP/1.1" status: 200 len: 943 time: 0.0793219 May 10 19:49:05.225570 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-72a9b70e-341b-46f3-8090-0fcb7a8a6e30 req-a38f2954-c45a-467c-b482-0d0901e07029 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/security-groups?id=56ed71d2-6c2b-4619-a96e-fa6e0e6554bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384731 May 10 19:49:05.270452 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-1ae2a749-a7b5-4474-bb64-2d19d75348a6 req-d0852108-c0e8-4372-bc04-67a2595b1849 service neutron] 10.222.0.36 "GET /v2.0/networks/cbfa905b-3888-4660-80eb-7f36fe7307c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264472 May 10 19:49:05.396025 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-1ae2a749-a7b5-4474-bb64-2d19d75348a6 req-4d86b34c-73ef-4b75-8a7d-4d546ca0cfa1 service neutron] 10.222.0.36 "GET /v2.0/networks/cbfa905b-3888-4660-80eb-7f36fe7307c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198430 May 10 19:49:06.412888 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5914f8d5-bd7c-472b-b5af-79465486261e req-7f8351eb-a6de-464a-a71e-18e882dd14cc tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:49:06.414547 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-5914f8d5-bd7c-472b-b5af-79465486261e req-7f8351eb-a6de-464a-a71e-18e882dd14cc tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0d52cb6-7daf-4439-be6b-8e1188d8bf59 HTTP/1.1" status: 200 len: 943 time: 0.0825593 May 10 19:49:06.424141 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device 44b4f314-5b5b-40a2-8177-da405c01f4d2 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=79297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 19:49:06.459795 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-5914f8d5-bd7c-472b-b5af-79465486261e req-67923d83-b986-4405-894c-f9c18ca92241 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/security-groups?id=56ed71d2-6c2b-4619-a96e-fa6e0e6554bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391023 May 10 19:49:06.554403 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] For port 44b4f314-5b5b-40a2-8177-da405c01f4d2, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=44b4f314-5b5b-40a2-8177-da405c01f4d2,segment=NetworkSegment(4fa3f193-7074-4874-93b7-dd81b3a3d051),segment_id=4fa3f193-7074-4874-93b7-dd81b3a3d051)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:49:06.567468 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Returning: {'device': '44b4f314-5b5b-40a2-8177-da405c01f4d2', 'network_id': 'cbfa905b-3888-4660-80eb-7f36fe7307c3', 'port_id': '44b4f314-5b5b-40a2-8177-da405c01f4d2', 'mac_address': 'fa:16:3e:10:2c:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7011cc34-ba0c-4d36-a769-09bd86ae59b6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 19:49:06.621827 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:49:06.637783 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.notifiers.nova [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44b4f314-5b5b-40a2-8177-da405c01f4d2 {{(pid=79297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:49:06.653029 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] For port 44b4f314-5b5b-40a2-8177-da405c01f4d2, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=44b4f314-5b5b-40a2-8177-da405c01f4d2,segment=NetworkSegment(4fa3f193-7074-4874-93b7-dd81b3a3d051),segment_id=4fa3f193-7074-4874-93b7-dd81b3a3d051)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:49:06.731109 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:49:06.732799 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-339ef636-725d-4bfe-a5a3-43c3eb8fc0de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:49:06.799833 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Pushing event updated for resources: {'Port': ['ID=44b4f314-5b5b-40a2-8177-da405c01f4d2,revision_number=4']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:49:06.806888 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:49:06.807166 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:49:06.807495 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:49:06.807820 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:49:06.808143 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:49:06.808460 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:49:06.808815 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:49:06.809131 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:49:06.809445 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:49:06.809758 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:49:06.810069 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:49:06.810384 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:49:06.814003 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:49:06.965367 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] get_ports_and_sgs() called for port_ids ['44b4f314-5b5b-40a2-8177-da405c01f4d2'] {{(pid=79297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:49:07.650970 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7f95e-266c-4dfe-9e10-65a64e7c0445 req-bd0b2074-1c80-4a2d-812a-1b8754db881a tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:49:07.652937 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-11a7f95e-266c-4dfe-9e10-65a64e7c0445 req-bd0b2074-1c80-4a2d-812a-1b8754db881a tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0d52cb6-7daf-4439-be6b-8e1188d8bf59 HTTP/1.1" status: 200 len: 944 time: 0.0827701 May 10 19:49:07.699742 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-11a7f95e-266c-4dfe-9e10-65a64e7c0445 req-af8f2b12-b48b-4578-a1e3-fc7b314373fc tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/security-groups?id=56ed71d2-6c2b-4619-a96e-fa6e0e6554bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406318 May 10 19:49:08.267822 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-9696689b-9594-46fb-90a0-f49b12da4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:49:08.399226 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:49:08.451772 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device 44b4f314-5b5b-40a2-8177-da405c01f4d2 up at agent hyperv_hv-cinder-78445 {{(pid=79297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:49:08.565031 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Provisioning for port 44b4f314-5b5b-40a2-8177-da405c01f4d2 completed by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:49:08.569520 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Provisioning complete for port 44b4f314-5b5b-40a2-8177-da405c01f4d2 triggered by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:49:08.569940 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:49:08.687246 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:49:08.712378 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0d52cb6-7daf-4439-be6b-8e1188d8bf59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b4f314-5b5b-40a2-8177-da405c01f4d2'}] {{(pid=79297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:49:08.721776 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] For port 44b4f314-5b5b-40a2-8177-da405c01f4d2, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=44b4f314-5b5b-40a2-8177-da405c01f4d2,segment=NetworkSegment(4fa3f193-7074-4874-93b7-dd81b3a3d051),segment_id=4fa3f193-7074-4874-93b7-dd81b3a3d051)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:49:08.809351 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:49:08.812156 dv-cinder-784453-6-smb neutron-server[79297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0d52cb6-7daf-4439-be6b-8e1188d8bf59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b4f314-5b5b-40a2-8177-da405c01f4d2', 'code': 200} May 10 19:49:08.812642 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-963b3342-6a89-4ac9-b662-ff1e283cc7e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:49:08.882072 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Pushing event updated for resources: {'Port': ['ID=44b4f314-5b5b-40a2-8177-da405c01f4d2,revision_number=5']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:49:08.885179 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:49:08.908163 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d3884-a762-484b-8118-89544cf49067 req-8a69130a-4145-4544-b514-08788078a538 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:49:08.909628 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-408d3884-a762-484b-8118-89544cf49067 req-8a69130a-4145-4544-b514-08788078a538 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0d52cb6-7daf-4439-be6b-8e1188d8bf59 HTTP/1.1" status: 200 len: 945 time: 0.0959308 May 10 19:49:08.954623 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-408d3884-a762-484b-8118-89544cf49067 req-8fc78968-cfba-446b-a2b3-5d4ae2fd3e41 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/security-groups?id=56ed71d2-6c2b-4619-a96e-fa6e0e6554bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391881 May 10 19:49:09.171083 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d32fca-2227-42ec-a45a-2e264b129aa2 req-d32d811f-f27b-4ff3-9748-f54d457609a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:49:09.172525 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-d5d32fca-2227-42ec-a45a-2e264b129aa2 req-d32d811f-f27b-4ff3-9748-f54d457609a8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b0d52cb6-7daf-4439-be6b-8e1188d8bf59 HTTP/1.1" status: 200 len: 1098 time: 0.0709739 May 10 19:49:09.212073 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-d5d32fca-2227-42ec-a45a-2e264b129aa2 req-de8bec1e-be52-47fe-b7c7-ad4fb08f6dbc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=56ed71d2-6c2b-4619-a96e-fa6e0e6554bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338001 May 10 19:49:10.142454 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c241e7-47f0-4a4a-aec6-92c9810821e8 req-af2a426e-77e4-4680-9251-2cfea300a20f tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:49:10.147325 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-41c241e7-47f0-4a4a-aec6-92c9810821e8 req-af2a426e-77e4-4680-9251-2cfea300a20f tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0d52cb6-7daf-4439-be6b-8e1188d8bf59 HTTP/1.1" status: 200 len: 945 time: 0.0829413 May 10 19:49:10.189079 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-41c241e7-47f0-4a4a-aec6-92c9810821e8 req-53ab758a-fdfe-4b3e-b481-2c79924a2078 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/security-groups?id=56ed71d2-6c2b-4619-a96e-fa6e0e6554bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393560 May 10 19:49:10.844791 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-70d36f49-da80-49fa-b9ad-e586a33d9c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:49:10.919082 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:49:11.369928 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f727e28-f6e1-4520-a4a0-d2903e01674b req-14c87c36-28f9-4260-81e5-3891414059db tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:49:11.371958 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-5f727e28-f6e1-4520-a4a0-d2903e01674b req-14c87c36-28f9-4260-81e5-3891414059db tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0d52cb6-7daf-4439-be6b-8e1188d8bf59 HTTP/1.1" status: 200 len: 945 time: 0.0797567 May 10 19:49:11.419892 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-5f727e28-f6e1-4520-a4a0-d2903e01674b req-b5df731a-3181-4097-b8fc-8245ce67a450 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/security-groups?id=56ed71d2-6c2b-4619-a96e-fa6e0e6554bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423143 May 10 19:49:11.597339 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f367fd-a522-4266-882b-ca50048e15a8 req-867021ab-52d9-432c-a83c-00c2042f3b52 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:49:11.598785 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-d5f367fd-a522-4266-882b-ca50048e15a8 req-867021ab-52d9-432c-a83c-00c2042f3b52 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0d52cb6-7daf-4439-be6b-8e1188d8bf59 HTTP/1.1" status: 200 len: 945 time: 0.0811641 May 10 19:49:11.607103 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 46242) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:49:11.612197 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.v2.base [None req-592506c6-ab98-451e-89c6-e7fda3a3c40a tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Request body: {'floatingip': {'port_id': '44b4f314-5b5b-40a2-8177-da405c01f4d2'}} {{(pid=79295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:49:11.688918 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-592506c6-ab98-451e-89c6-e7fda3a3c40a tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks [] for floatingip, before_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:49:11.953561 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-05ecdfa3-b7ee-4afa-83d7-ebb5bc70016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:49:12.352603 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-592506c6-ab98-451e-89c6-e7fda3a3c40a tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:49:12.410895 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-592506c6-ab98-451e-89c6-e7fda3a3c40a tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658293'] for floatingip, after_update {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:49:12.579841 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.db.l3_db [None req-592506c6-ab98-451e-89c6-e7fda3a3c40a tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Floating IP a6c2923c-22d9-4104-ac25-3005851256e2 associated. External IP: 172.28.3.215, port: 44b4f314-5b5b-40a2-8177-da405c01f4d2. May 10 19:49:12.920316 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-592506c6-ab98-451e-89c6-e7fda3a3c40a tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Router e56f6e03-71f6-421a-81a0-91661be3c796 has already been hosted by L3 agent 66c26874-6d1a-4324-9002-6da014815c52 {{(pid=79295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:49:13.092873 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-592506c6-ab98-451e-89c6-e7fda3a3c40a tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify agent at l3_agent.dv-cinder-784453-6-smb the message routers_updated {{(pid=79295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:49:13.097715 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-592506c6-ab98-451e-89c6-e7fda3a3c40a tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149324'] for floatingip, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:49:13.101838 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4485cb-46be-4687-8674-2774dce3455d None None] Sync routers for ids ['e56f6e03-71f6-421a-81a0-91661be3c796'] in dv-cinder-784453-6-smb {{(pid=79298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:49:13.112462 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4485cb-46be-4687-8674-2774dce3455d None None] Routers {'e56f6e03-71f6-421a-81a0-91661be3c796'} bound to L3 agent in host dv-cinder-784453-6-smb {{(pid=79298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:49:13.117838 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_hamode_db [None req-4c4485cb-46be-4687-8674-2774dce3455d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T19:29:11Z,description=,heartbeat_timestamp=2021-05-10T19:49:11Z,host='dv-cinder-784453-6-smb',id=66c26874-6d1a-4324-9002-6da014815c52,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:29:11Z,topic='l3_agent')) {'router_ids': ['e56f6e03-71f6-421a-81a0-91661be3c796'], 'active': True} {{(pid=79298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:49:13.150964 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-592506c6-ab98-451e-89c6-e7fda3a3c40a tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "PUT /v2.0/floatingips/a6c2923c-22d9-4104-ac25-3005851256e2 HTTP/1.1" status: 200 len: 991 time: 1.5421858 May 10 19:49:13.151625 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0d52cb6-7daf-4439-be6b-8e1188d8bf59', 'tag': '44b4f314-5b5b-40a2-8177-da405c01f4d2'}] {{(pid=79295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:49:13.253260 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0d52cb6-7daf-4439-be6b-8e1188d8bf59', 'tag': '44b4f314-5b5b-40a2-8177-da405c01f4d2', 'status': 'completed', 'code': 200} May 10 19:49:13.293592 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_dvr_db [None req-4c4485cb-46be-4687-8674-2774dce3455d None None] Set router e56f6e03-71f6-421a-81a0-91661be3c796 gateway port host: dv-cinder-784453-6-smb {{(pid=79298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:49:13.348907 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da71311-720b-4945-9572-9262efb6d8d3 req-bc2602be-32a3-405c-a8bf-a21ba577da8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:49:13.350413 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-3da71311-720b-4945-9572-9262efb6d8d3 req-bc2602be-32a3-405c-a8bf-a21ba577da8b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=93b6ceb4ba854ea497883e8035f1f598&device_id=b0d52cb6-7daf-4439-be6b-8e1188d8bf59 HTTP/1.1" status: 200 len: 1098 time: 0.0743570 May 10 19:49:13.479537 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da71311-720b-4945-9572-9262efb6d8d3 req-2ed9f245-3049-4b23-9f3d-896909aaa152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:49:13.481467 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-3da71311-720b-4945-9572-9262efb6d8d3 req-2ed9f245-3049-4b23-9f3d-896909aaa152 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cbfa905b-3888-4660-80eb-7f36fe7307c3 HTTP/1.1" status: 200 len: 912 time: 0.1242170 May 10 19:49:13.586586 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-3da71311-720b-4945-9572-9262efb6d8d3 req-1435d6f6-c814-410b-9678-caf67a1815a2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44b4f314-5b5b-40a2-8177-da405c01f4d2 HTTP/1.1" status: 200 len: 999 time: 0.0985723 May 10 19:49:13.635776 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_hamode_db [None req-4c4485cb-46be-4687-8674-2774dce3455d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56f6e03-71f6-421a-81a0-91661be3c796', 'name': 'tempest-AttachVolumeTestJSON-1459424200-router', 'tenant_id': '93b6ceb4ba854ea497883e8035f1f598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.149'}], 'enable_snat': True}, 'gw_port_id': '7733aee4-ee2b-48f5-8a26-0b9c1f467d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:46:03Z', 'updated_at': '2021-05-10T19:46:07Z', 'revision_number': 4, 'project_id': '93b6ceb4ba854ea497883e8035f1f598', 'gw_port': {'id': '7733aee4-ee2b-48f5-8a26-0b9c1f467d33', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ef:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56f6e03-71f6-421a-81a0-91661be3c796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:46:04Z', 'updated_at': '2021-05-10T19:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb', '_floatingips': [{'id': 'a6c2923c-22d9-4104-ac25-3005851256e2', 'tenant_id': '93b6ceb4ba854ea497883e8035f1f598', 'floating_ip_address': '172.28.3.215', 'floating_network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'router_id': 'e56f6e03-71f6-421a-81a0-91661be3c796', 'port_id': '44b4f314-5b5b-40a2-8177-da405c01f4d2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbfa905b-3888-4660-80eb-7f36fe7307c3', 'mac_address': 'fa:16:3e:10:2c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d52cb6-7daf-4439-be6b-8e1188d8bf59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T19:48:53Z', 'updated_at': '2021-05-10T19:49:12Z', 'revision_number': 1, 'project_id': '93b6ceb4ba854ea497883e8035f1f598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b500c2a-c0a9-491d-ad29-3b330e954a45', 'name': '', 'network_id': 'cbfa905b-3888-4660-80eb-7f36fe7307c3', 'tenant_id': '93b6ceb4ba854ea497883e8035f1f598', 'mac_address': 'fa:16:3e:04:a8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56f6e03-71f6-421a-81a0-91661be3c796', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '7011cc34-ba0c-4d36-a769-09bd86ae59b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:46:07Z', 'updated_at': '2021-05-10T19:46:13Z', 'revision_number': 5, 'project_id': '93b6ceb4ba854ea497883e8035f1f598', 'subnets': [{'id': '7011cc34-ba0c-4d36-a769-09bd86ae59b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-smb', False) {} {{(pid=79298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:49:13.640003 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4485cb-46be-4687-8674-2774dce3455d None None] Checking router: e56f6e03-71f6-421a-81a0-91661be3c796 for host: dv-cinder-784453-6-smb {{(pid=79298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:49:13.647492 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da71311-720b-4945-9572-9262efb6d8d3 req-9b579d71-7fcb-4eaa-92eb-8cbf53473203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:49:13.648040 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4485cb-46be-4687-8674-2774dce3455d None None] Routers {'e56f6e03-71f6-421a-81a0-91661be3c796'} bound to L3 agent in host dv-cinder-784453-6-smb {{(pid=79298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:49:13.648630 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_hamode_db [None req-4c4485cb-46be-4687-8674-2774dce3455d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T19:29:11Z,description=,heartbeat_timestamp=2021-05-10T19:49:11Z,host='dv-cinder-784453-6-smb',id=66c26874-6d1a-4324-9002-6da014815c52,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:29:11Z,topic='l3_agent')) {'router_ids': ['e56f6e03-71f6-421a-81a0-91661be3c796'], 'active': True} {{(pid=79298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:49:13.648917 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-3da71311-720b-4945-9572-9262efb6d8d3 req-9b579d71-7fcb-4eaa-92eb-8cbf53473203 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7011cc34-ba0c-4d36-a769-09bd86ae59b6 HTTP/1.1" status: 200 len: 850 time: 0.0566266 May 10 19:49:13.733173 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da71311-720b-4945-9572-9262efb6d8d3 req-d4703383-79ea-4247-9be6-417db13c591e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:49:13.733630 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-3da71311-720b-4945-9572-9262efb6d8d3 req-d4703383-79ea-4247-9be6-417db13c591e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cbfa905b-3888-4660-80eb-7f36fe7307c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0785971 May 10 19:49:13.783718 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-02078f97-e06b-4c48-b673-8bf9bf3f5f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:49:13.822595 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_dvr_db [None req-4c4485cb-46be-4687-8674-2774dce3455d None None] Set router e56f6e03-71f6-421a-81a0-91661be3c796 gateway port host: dv-cinder-784453-6-smb {{(pid=79298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:49:13.863487 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-3da71311-720b-4945-9572-9262efb6d8d3 req-a48dd84f-828d-4a53-a439-6e88722b24f6 service neutron] 10.222.0.36 "GET /v2.0/networks/cbfa905b-3888-4660-80eb-7f36fe7307c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234522 May 10 19:49:13.992280 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-3da71311-720b-4945-9572-9262efb6d8d3 req-ae7e6e50-8a97-494d-8276-fb0aeafd8e80 service neutron] 10.222.0.36 "GET /v2.0/networks/cbfa905b-3888-4660-80eb-7f36fe7307c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222720 May 10 19:49:14.182069 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_hamode_db [None req-4c4485cb-46be-4687-8674-2774dce3455d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56f6e03-71f6-421a-81a0-91661be3c796', 'name': 'tempest-AttachVolumeTestJSON-1459424200-router', 'tenant_id': '93b6ceb4ba854ea497883e8035f1f598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.149'}], 'enable_snat': True}, 'gw_port_id': '7733aee4-ee2b-48f5-8a26-0b9c1f467d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:46:03Z', 'updated_at': '2021-05-10T19:46:07Z', 'revision_number': 4, 'project_id': '93b6ceb4ba854ea497883e8035f1f598', 'gw_port': {'id': '7733aee4-ee2b-48f5-8a26-0b9c1f467d33', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ef:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56f6e03-71f6-421a-81a0-91661be3c796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:46:04Z', 'updated_at': '2021-05-10T19:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb', '_floatingips': [{'id': 'a6c2923c-22d9-4104-ac25-3005851256e2', 'tenant_id': '93b6ceb4ba854ea497883e8035f1f598', 'floating_ip_address': '172.28.3.215', 'floating_network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'router_id': 'e56f6e03-71f6-421a-81a0-91661be3c796', 'port_id': '44b4f314-5b5b-40a2-8177-da405c01f4d2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbfa905b-3888-4660-80eb-7f36fe7307c3', 'mac_address': 'fa:16:3e:10:2c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d52cb6-7daf-4439-be6b-8e1188d8bf59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T19:48:53Z', 'updated_at': '2021-05-10T19:49:12Z', 'revision_number': 1, 'project_id': '93b6ceb4ba854ea497883e8035f1f598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b500c2a-c0a9-491d-ad29-3b330e954a45', 'name': '', 'network_id': 'cbfa905b-3888-4660-80eb-7f36fe7307c3', 'tenant_id': '93b6ceb4ba854ea497883e8035f1f598', 'mac_address': 'fa:16:3e:04:a8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56f6e03-71f6-421a-81a0-91661be3c796', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '7011cc34-ba0c-4d36-a769-09bd86ae59b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:46:07Z', 'updated_at': '2021-05-10T19:46:13Z', 'revision_number': 5, 'project_id': '93b6ceb4ba854ea497883e8035f1f598', 'subnets': [{'id': '7011cc34-ba0c-4d36-a769-09bd86ae59b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-smb', False) {} {{(pid=79298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:49:14.186349 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4485cb-46be-4687-8674-2774dce3455d None None] The sync data for ids ['e56f6e03-71f6-421a-81a0-91661be3c796'] in dv-cinder-784453-6-smb is: [{'id': 'e56f6e03-71f6-421a-81a0-91661be3c796', 'name': 'tempest-AttachVolumeTestJSON-1459424200-router', 'tenant_id': '93b6ceb4ba854ea497883e8035f1f598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.149'}], 'enable_snat': True}, 'gw_port_id': '7733aee4-ee2b-48f5-8a26-0b9c1f467d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:46:03Z', 'updated_at': '2021-05-10T19:46:07Z', 'revision_number': 4, 'project_id': '93b6ceb4ba854ea497883e8035f1f598', 'gw_port': {'id': '7733aee4-ee2b-48f5-8a26-0b9c1f467d33', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ef:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56f6e03-71f6-421a-81a0-91661be3c796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:46:04Z', 'updated_at': '2021-05-10T19:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb', '_floatingips': [{'id': 'a6c2923c-22d9-4104-ac25-3005851256e2', 'tenant_id': '93b6ceb4ba854ea497883e8035f1f598', 'floating_ip_address': '172.28.3.215', 'floating_network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'router_id': 'e56f6e03-71f6-421a-81a0-91661be3c796', 'port_id': '44b4f314-5b5b-40a2-8177-da405c01f4d2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbfa905b-3888-4660-80eb-7f36fe7307c3', 'mac_address': 'fa:16:3e:10:2c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d52cb6-7daf-4439-be6b-8e1188d8bf59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T19:48:53Z', 'updated_at': '2021-05-10T19:49:12Z', 'revision_number': 1, 'project_id': '93b6ceb4ba854ea497883e8035f1f598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b500c2a-c0a9-491d-ad29-3b330e954a45', 'name': '', 'network_id': 'cbfa905b-3888-4660-80eb-7f36fe7307c3', 'tenant_id': '93b6ceb4ba854ea497883e8035f1f598', 'mac_address': 'fa:16:3e:04:a8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56f6e03-71f6-421a-81a0-91661be3c796', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '7011cc34-ba0c-4d36-a769-09bd86ae59b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:46:07Z', 'updated_at': '2021-05-10T19:46:13Z', 'revision_number': 5, 'project_id': '93b6ceb4ba854ea497883e8035f1f598', 'subnets': [{'id': '7011cc34-ba0c-4d36-a769-09bd86ae59b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:49:14.361056 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6062ab3d-4c82-422c-ad9d-32a07bacc122 None None] New status for floating IP a6c2923c-22d9-4104-ac25-3005851256e2: ACTIVE {{(pid=79297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:49:38.262332 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-d40739a0-9576-4a78-b8c6-6022f6b71e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:49:38.405431 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:49:39.721229 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-6439001e-cf2d-4319-a281-671df3280e45 req-b94fe8f1-7a2f-41a5-8c74-f142d683ab3b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b0d52cb6-7daf-4439-be6b-8e1188d8bf59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1678774 May 10 19:49:39.855362 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6439001e-cf2d-4319-a281-671df3280e45 req-64390389-8ef3-42f6-9fdd-9a081efae524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:49:39.856739 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-6439001e-cf2d-4319-a281-671df3280e45 req-64390389-8ef3-42f6-9fdd-9a081efae524 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=93b6ceb4ba854ea497883e8035f1f598&device_id=b0d52cb6-7daf-4439-be6b-8e1188d8bf59 HTTP/1.1" status: 200 len: 1098 time: 0.0683262 May 10 19:49:39.995736 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6439001e-cf2d-4319-a281-671df3280e45 req-6cf45647-82da-46a3-bed7-4fa50a0c9e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:49:39.997419 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-6439001e-cf2d-4319-a281-671df3280e45 req-6cf45647-82da-46a3-bed7-4fa50a0c9e2b service neutron] 10.222.0.36 "GET /v2.0/networks?id=cbfa905b-3888-4660-80eb-7f36fe7307c3 HTTP/1.1" status: 200 len: 912 time: 0.1217098 May 10 19:49:40.099087 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.agents_db [None req-ff3cf147-8285-4226-b8f5-cc0a2e41555e None None] Agent healthcheck: found 6 active agents {{(pid=79298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:49:40.101106 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-6439001e-cf2d-4319-a281-671df3280e45 req-667c93ac-c798-4875-80af-7d15fa5ade4a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44b4f314-5b5b-40a2-8177-da405c01f4d2 HTTP/1.1" status: 200 len: 1001 time: 0.0928288 May 10 19:49:40.164570 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6439001e-cf2d-4319-a281-671df3280e45 req-36d1c76f-ef61-4529-b791-1836a9037b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:49:40.165980 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-6439001e-cf2d-4319-a281-671df3280e45 req-36d1c76f-ef61-4529-b791-1836a9037b9d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7011cc34-ba0c-4d36-a769-09bd86ae59b6 HTTP/1.1" status: 200 len: 850 time: 0.0595760 May 10 19:49:40.242099 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6439001e-cf2d-4319-a281-671df3280e45 req-ec1d2ea8-9863-49f5-bbc6-9bdbf4771a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:49:40.243626 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-6439001e-cf2d-4319-a281-671df3280e45 req-ec1d2ea8-9863-49f5-bbc6-9bdbf4771a9f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cbfa905b-3888-4660-80eb-7f36fe7307c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0704098 May 10 19:49:40.382411 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-6439001e-cf2d-4319-a281-671df3280e45 req-221083c4-5b6a-4f05-9b8a-d208c8b0501b service neutron] 10.222.0.36 "GET /v2.0/networks/cbfa905b-3888-4660-80eb-7f36fe7307c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252992 May 10 19:49:40.514049 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-6439001e-cf2d-4319-a281-671df3280e45 req-fd81487f-ab50-4dc0-9588-373059b02d56 service neutron] 10.222.0.36 "GET /v2.0/networks/cbfa905b-3888-4660-80eb-7f36fe7307c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242313 May 10 19:49:40.851129 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-d53489b8-4e93-4142-9db3-89b238035ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:49:40.953875 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:49:41.963385 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-05ecdfa3-b7ee-4afa-83d7-ebb5bc70016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:49:43.760560 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-02078f97-e06b-4c48-b673-8bf9bf3f5f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:04.099485 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3045111-e42a-4554-9d30-b72f813d0b91 req-3aad7f99-70cf-4e67-8978-42f85ea49c7e tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:50:04.100837 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-e3045111-e42a-4554-9d30-b72f813d0b91 req-3aad7f99-70cf-4e67-8978-42f85ea49c7e tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0d52cb6-7daf-4439-be6b-8e1188d8bf59 HTTP/1.1" status: 200 len: 945 time: 0.0814114 May 10 19:50:04.144770 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-e3045111-e42a-4554-9d30-b72f813d0b91 req-06cc24f5-ce92-4ec5-8391-d5072792a9f6 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/security-groups?id=56ed71d2-6c2b-4619-a96e-fa6e0e6554bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378151 May 10 19:50:05.325868 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36806c22-a247-4d67-9771-bbdd8679fe1e req-a4e30e0d-60c0-4430-903b-cdcf51899a42 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:50:05.327338 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-36806c22-a247-4d67-9771-bbdd8679fe1e req-a4e30e0d-60c0-4430-903b-cdcf51899a42 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0d52cb6-7daf-4439-be6b-8e1188d8bf59 HTTP/1.1" status: 200 len: 945 time: 0.0784261 May 10 19:50:05.374026 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-36806c22-a247-4d67-9771-bbdd8679fe1e req-6bdab1f7-fde4-4c71-9470-d9ba2004191b tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/security-groups?id=56ed71d2-6c2b-4619-a96e-fa6e0e6554bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411017 May 10 19:50:05.843671 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be28a6-090f-4bdc-a1ea-17bee2a95af2 req-c7486795-64a4-40f5-b23e-cee2c1091d99 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:50:05.844302 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [req-b5be28a6-090f-4bdc-a1ea-17bee2a95af2 req-c7486795-64a4-40f5-b23e-cee2c1091d99 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Synchronizing usage tracker for tenant:93b6ceb4ba854ea497883e8035f1f598 on resource:port {{(pid=79296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:50:05.928216 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [req-b5be28a6-090f-4bdc-a1ea-17bee2a95af2 req-c7486795-64a4-40f5-b23e-cee2c1091d99 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Unset dirty status for tenant:93b6ceb4ba854ea497883e8035f1f598 on resource:port {{(pid=79296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:50:05.929336 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-b5be28a6-090f-4bdc-a1ea-17bee2a95af2 req-c7486795-64a4-40f5-b23e-cee2c1091d99 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0d52cb6-7daf-4439-be6b-8e1188d8bf59 HTTP/1.1" status: 200 len: 945 time: 0.1686106 May 10 19:50:06.062723 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.plugin [req-b5be28a6-090f-4bdc-a1ea-17bee2a95af2 req-f55ed520-bc14-4370-b529-67f6dd431280 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Deleting port 44b4f314-5b5b-40a2-8177-da405c01f4d2 {{(pid=79296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:50:06.063095 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-b5be28a6-090f-4bdc-a1ea-17bee2a95af2 req-f55ed520-bc14-4370-b529-67f6dd431280 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757498910621'] for port, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:06.192953 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.db [req-b5be28a6-090f-4bdc-a1ea-17bee2a95af2 req-f55ed520-bc14-4370-b529-67f6dd431280 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] For port 44b4f314-5b5b-40a2-8177-da405c01f4d2, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=44b4f314-5b5b-40a2-8177-da405c01f4d2,segment=NetworkSegment(4fa3f193-7074-4874-93b7-dd81b3a3d051),segment_id=4fa3f193-7074-4874-93b7-dd81b3a3d051)] {{(pid=79296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:50:06.193325 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-b5be28a6-090f-4bdc-a1ea-17bee2a95af2 req-f55ed520-bc14-4370-b529-67f6dd431280 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670902'] for port, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:06.477143 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-b5be28a6-090f-4bdc-a1ea-17bee2a95af2 req-f55ed520-bc14-4370-b529-67f6dd431280 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:06.477415 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-b5be28a6-090f-4bdc-a1ea-17bee2a95af2 req-f55ed520-bc14-4370-b529-67f6dd431280 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658293'] for floatingip, after_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:06.477727 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.db.l3_db [req-b5be28a6-090f-4bdc-a1ea-17bee2a95af2 req-f55ed520-bc14-4370-b529-67f6dd431280 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Floating IP a6c2923c-22d9-4104-ac25-3005851256e2 disassociated. External IP: 172.28.3.215, port: 44b4f314-5b5b-40a2-8177-da405c01f4d2. May 10 19:50:06.478058 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.plugin [req-b5be28a6-090f-4bdc-a1ea-17bee2a95af2 req-f55ed520-bc14-4370-b529-67f6dd431280 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Calling delete_port for 44b4f314-5b5b-40a2-8177-da405c01f4d2 owned by compute:nova {{(pid=79296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:50:06.559008 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd14e7b-8570-4403-b9cc-575a6b899ed7 req-1dcc9102-47dc-4faf-8ff6-bdd94ed8e604 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:50:06.560516 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-afd14e7b-8570-4403-b9cc-575a6b899ed7 req-1dcc9102-47dc-4faf-8ff6-bdd94ed8e604 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0d52cb6-7daf-4439-be6b-8e1188d8bf59 HTTP/1.1" status: 200 len: 945 time: 0.0802794 May 10 19:50:06.604994 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-afd14e7b-8570-4403-b9cc-575a6b899ed7 req-3a34df02-900c-438a-8bac-1153bdccfb37 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/security-groups?id=56ed71d2-6c2b-4619-a96e-fa6e0e6554bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386438 May 10 19:50:06.666165 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-b5be28a6-090f-4bdc-a1ea-17bee2a95af2 req-f55ed520-bc14-4370-b529-67f6dd431280 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757498915184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757498479629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10503775'] for port, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:06.672713 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-57f9e3a5-5f52-425c-abb9-a38f8a05238d tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:50:06.719304 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55ed520-bc14-4370-b529-67f6dd431280 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Pushing event deleted for resources: {'Port': ['ID=44b4f314-5b5b-40a2-8177-da405c01f4d2,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:50:06.729918 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55ed520-bc14-4370-b529-67f6dd431280 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:06.730303 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55ed520-bc14-4370-b529-67f6dd431280 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:06.730674 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55ed520-bc14-4370-b529-67f6dd431280 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:06.731128 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55ed520-bc14-4370-b529-67f6dd431280 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:06.732026 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55ed520-bc14-4370-b529-67f6dd431280 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:06.735048 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55ed520-bc14-4370-b529-67f6dd431280 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:06.735048 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55ed520-bc14-4370-b529-67f6dd431280 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:06.735048 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55ed520-bc14-4370-b529-67f6dd431280 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:06.735048 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55ed520-bc14-4370-b529-67f6dd431280 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:06.735048 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55ed520-bc14-4370-b529-67f6dd431280 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:06.735048 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55ed520-bc14-4370-b529-67f6dd431280 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:06.735048 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55ed520-bc14-4370-b529-67f6dd431280 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:06.785034 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-f55ed520-bc14-4370-b529-67f6dd431280 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:50:07.000334 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5be28a6-090f-4bdc-a1ea-17bee2a95af2 req-f55ed520-bc14-4370-b529-67f6dd431280 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Router e56f6e03-71f6-421a-81a0-91661be3c796 has already been hosted by L3 agent 66c26874-6d1a-4324-9002-6da014815c52 {{(pid=79296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:50:07.180483 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5be28a6-090f-4bdc-a1ea-17bee2a95af2 req-f55ed520-bc14-4370-b529-67f6dd431280 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify agent at l3_agent.dv-cinder-784453-6-smb the message routers_updated {{(pid=79296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:50:07.190478 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51af8ef1-4f04-4e3e-bddf-0452ea7bddcf None None] Sync routers for ids ['e56f6e03-71f6-421a-81a0-91661be3c796'] in dv-cinder-784453-6-smb {{(pid=79298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:50:07.199977 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51af8ef1-4f04-4e3e-bddf-0452ea7bddcf None None] Routers {'e56f6e03-71f6-421a-81a0-91661be3c796'} bound to L3 agent in host dv-cinder-784453-6-smb {{(pid=79298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:50:07.200594 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_hamode_db [None req-51af8ef1-4f04-4e3e-bddf-0452ea7bddcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T19:29:11Z,description=,heartbeat_timestamp=2021-05-10T19:49:41Z,host='dv-cinder-784453-6-smb',id=66c26874-6d1a-4324-9002-6da014815c52,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:29:11Z,topic='l3_agent')) {'router_ids': ['e56f6e03-71f6-421a-81a0-91661be3c796'], 'active': True} {{(pid=79298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:50:07.256802 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5be28a6-090f-4bdc-a1ea-17bee2a95af2 req-f55ed520-bc14-4370-b529-67f6dd431280 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] No DVR routers for this DVR port 44b4f314-5b5b-40a2-8177-da405c01f4d2 on host hv-cinder-78445 {{(pid=79296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:50:07.259314 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-b5be28a6-090f-4bdc-a1ea-17bee2a95af2 req-f55ed520-bc14-4370-b529-67f6dd431280 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149324'] for port, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:07.262186 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0d52cb6-7daf-4439-be6b-8e1188d8bf59', 'name': 'network-vif-deleted', 'tag': '44b4f314-5b5b-40a2-8177-da405c01f4d2'}] {{(pid=79296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:50:07.307718 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0d52cb6-7daf-4439-be6b-8e1188d8bf59', 'name': 'network-vif-deleted', 'tag': '44b4f314-5b5b-40a2-8177-da405c01f4d2', 'status': 'completed', 'code': 200} May 10 19:50:07.335545 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-b5be28a6-090f-4bdc-a1ea-17bee2a95af2 req-f55ed520-bc14-4370-b529-67f6dd431280 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.36 "DELETE /v2.0/ports/44b4f314-5b5b-40a2-8177-da405c01f4d2 HTTP/1.1" status: 204 len: 173 time: 1.4010525 May 10 19:50:07.377458 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_dvr_db [None req-51af8ef1-4f04-4e3e-bddf-0452ea7bddcf None None] Set router e56f6e03-71f6-421a-81a0-91661be3c796 gateway port host: dv-cinder-784453-6-smb {{(pid=79298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:50:07.683279 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_hamode_db [None req-51af8ef1-4f04-4e3e-bddf-0452ea7bddcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56f6e03-71f6-421a-81a0-91661be3c796', 'name': 'tempest-AttachVolumeTestJSON-1459424200-router', 'tenant_id': '93b6ceb4ba854ea497883e8035f1f598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.149'}], 'enable_snat': True}, 'gw_port_id': '7733aee4-ee2b-48f5-8a26-0b9c1f467d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:46:03Z', 'updated_at': '2021-05-10T19:46:07Z', 'revision_number': 4, 'project_id': '93b6ceb4ba854ea497883e8035f1f598', 'gw_port': {'id': '7733aee4-ee2b-48f5-8a26-0b9c1f467d33', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ef:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56f6e03-71f6-421a-81a0-91661be3c796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:46:04Z', 'updated_at': '2021-05-10T19:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb', '_interfaces': [{'id': '7b500c2a-c0a9-491d-ad29-3b330e954a45', 'name': '', 'network_id': 'cbfa905b-3888-4660-80eb-7f36fe7307c3', 'tenant_id': '93b6ceb4ba854ea497883e8035f1f598', 'mac_address': 'fa:16:3e:04:a8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56f6e03-71f6-421a-81a0-91661be3c796', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '7011cc34-ba0c-4d36-a769-09bd86ae59b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:46:07Z', 'updated_at': '2021-05-10T19:46:13Z', 'revision_number': 5, 'project_id': '93b6ceb4ba854ea497883e8035f1f598', 'subnets': [{'id': '7011cc34-ba0c-4d36-a769-09bd86ae59b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-smb', False) {} {{(pid=79298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:50:07.687099 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51af8ef1-4f04-4e3e-bddf-0452ea7bddcf None None] Checking router: e56f6e03-71f6-421a-81a0-91661be3c796 for host: dv-cinder-784453-6-smb {{(pid=79298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:50:07.695265 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51af8ef1-4f04-4e3e-bddf-0452ea7bddcf None None] Routers {'e56f6e03-71f6-421a-81a0-91661be3c796'} bound to L3 agent in host dv-cinder-784453-6-smb {{(pid=79298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:50:07.695861 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_hamode_db [None req-51af8ef1-4f04-4e3e-bddf-0452ea7bddcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T19:29:11Z,description=,heartbeat_timestamp=2021-05-10T19:49:41Z,host='dv-cinder-784453-6-smb',id=66c26874-6d1a-4324-9002-6da014815c52,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:29:11Z,topic='l3_agent')) {'router_ids': ['e56f6e03-71f6-421a-81a0-91661be3c796'], 'active': True} {{(pid=79298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:50:07.769864 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-8927cf46-ee39-4737-8337-a5bb08075865 req-f476c377-d4e9-468a-aa36-e4e068956a5a tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0d52cb6-7daf-4439-be6b-8e1188d8bf59 HTTP/1.1" status: 200 len: 210 time: 0.0419765 May 10 19:50:07.867992 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_dvr_db [None req-51af8ef1-4f04-4e3e-bddf-0452ea7bddcf None None] Set router e56f6e03-71f6-421a-81a0-91661be3c796 gateway port host: dv-cinder-784453-6-smb {{(pid=79298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:50:08.199691 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_hamode_db [None req-51af8ef1-4f04-4e3e-bddf-0452ea7bddcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56f6e03-71f6-421a-81a0-91661be3c796', 'name': 'tempest-AttachVolumeTestJSON-1459424200-router', 'tenant_id': '93b6ceb4ba854ea497883e8035f1f598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.149'}], 'enable_snat': True}, 'gw_port_id': '7733aee4-ee2b-48f5-8a26-0b9c1f467d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:46:03Z', 'updated_at': '2021-05-10T19:46:07Z', 'revision_number': 4, 'project_id': '93b6ceb4ba854ea497883e8035f1f598', 'gw_port': {'id': '7733aee4-ee2b-48f5-8a26-0b9c1f467d33', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ef:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56f6e03-71f6-421a-81a0-91661be3c796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:46:04Z', 'updated_at': '2021-05-10T19:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb', '_interfaces': [{'id': '7b500c2a-c0a9-491d-ad29-3b330e954a45', 'name': '', 'network_id': 'cbfa905b-3888-4660-80eb-7f36fe7307c3', 'tenant_id': '93b6ceb4ba854ea497883e8035f1f598', 'mac_address': 'fa:16:3e:04:a8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56f6e03-71f6-421a-81a0-91661be3c796', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '7011cc34-ba0c-4d36-a769-09bd86ae59b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:46:07Z', 'updated_at': '2021-05-10T19:46:13Z', 'revision_number': 5, 'project_id': '93b6ceb4ba854ea497883e8035f1f598', 'subnets': [{'id': '7011cc34-ba0c-4d36-a769-09bd86ae59b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-smb', False) {} {{(pid=79298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:50:08.204242 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51af8ef1-4f04-4e3e-bddf-0452ea7bddcf None None] The sync data for ids ['e56f6e03-71f6-421a-81a0-91661be3c796'] in dv-cinder-784453-6-smb is: [{'id': 'e56f6e03-71f6-421a-81a0-91661be3c796', 'name': 'tempest-AttachVolumeTestJSON-1459424200-router', 'tenant_id': '93b6ceb4ba854ea497883e8035f1f598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.149'}], 'enable_snat': True}, 'gw_port_id': '7733aee4-ee2b-48f5-8a26-0b9c1f467d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:46:03Z', 'updated_at': '2021-05-10T19:46:07Z', 'revision_number': 4, 'project_id': '93b6ceb4ba854ea497883e8035f1f598', 'gw_port': {'id': '7733aee4-ee2b-48f5-8a26-0b9c1f467d33', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ef:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56f6e03-71f6-421a-81a0-91661be3c796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:46:04Z', 'updated_at': '2021-05-10T19:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb', '_interfaces': [{'id': '7b500c2a-c0a9-491d-ad29-3b330e954a45', 'name': '', 'network_id': 'cbfa905b-3888-4660-80eb-7f36fe7307c3', 'tenant_id': '93b6ceb4ba854ea497883e8035f1f598', 'mac_address': 'fa:16:3e:04:a8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56f6e03-71f6-421a-81a0-91661be3c796', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '7011cc34-ba0c-4d36-a769-09bd86ae59b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:46:07Z', 'updated_at': '2021-05-10T19:46:13Z', 'revision_number': 5, 'project_id': '93b6ceb4ba854ea497883e8035f1f598', 'subnets': [{'id': '7011cc34-ba0c-4d36-a769-09bd86ae59b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:50:08.289137 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-ac193b1d-01a2-45e8-8477-d3a8cf1ce199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:08.398666 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb929605-f4b7-4b33-a2c0-b381e953b8ee None None] New status for floating IP a6c2923c-22d9-4104-ac25-3005851256e2: DOWN {{(pid=79297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:50:08.452739 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:08.687253 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device 44b4f314-5b5b-40a2-8177-da405c01f4d2 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:50:08.719912 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.plugin [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] No Port match for: 44b4f314-5b5b-40a2-8177-da405c01f4d2 {{(pid=79297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:50:08.720259 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device 44b4f314-5b5b-40a2-8177-da405c01f4d2 not bound to the agent host hv-cinder-78445 {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:50:08.952011 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 46420) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:50:09.116476 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-1d58c1fc-5932-452f-9ccc-acea01062776 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks [] for security_group, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:09.143134 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-1d58c1fc-5932-452f-9ccc-acea01062776 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:09.251180 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-1d58c1fc-5932-452f-9ccc-acea01062776 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:09.256114 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-192e7e50-ca28-4183-99f5-3ce78272aa5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:50:09.270120 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d58c1fc-5932-452f-9ccc-acea01062776 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ed71d2-6c2b-4619-a96e-fa6e0e6554bc,revision_number=None']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:50:09.277888 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d58c1fc-5932-452f-9ccc-acea01062776 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:09.278308 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d58c1fc-5932-452f-9ccc-acea01062776 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:09.278683 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d58c1fc-5932-452f-9ccc-acea01062776 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:09.279076 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d58c1fc-5932-452f-9ccc-acea01062776 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:09.279443 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d58c1fc-5932-452f-9ccc-acea01062776 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:09.279798 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d58c1fc-5932-452f-9ccc-acea01062776 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:09.280178 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d58c1fc-5932-452f-9ccc-acea01062776 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:09.280532 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d58c1fc-5932-452f-9ccc-acea01062776 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:09.280888 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d58c1fc-5932-452f-9ccc-acea01062776 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:09.281238 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d58c1fc-5932-452f-9ccc-acea01062776 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:09.281598 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d58c1fc-5932-452f-9ccc-acea01062776 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:09.281943 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d58c1fc-5932-452f-9ccc-acea01062776 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:09.285015 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-1d58c1fc-5932-452f-9ccc-acea01062776 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:50:09.341496 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-1d58c1fc-5932-452f-9ccc-acea01062776 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks [] for security_group, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:09.342647 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-1d58c1fc-5932-452f-9ccc-acea01062776 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "DELETE /v2.0/security-groups/56ed71d2-6c2b-4619-a96e-fa6e0e6554bc HTTP/1.1" status: 204 len: 168 time: 0.3896539 May 10 19:50:09.345300 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 46424) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:50:09.363151 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.api.v2.resource [None req-026c37cd-1073-466d-a279-54f208a50725 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] show failed (client error): The resource could not be found. May 10 19:50:09.364130 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-026c37cd-1073-466d-a279-54f208a50725 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "GET /v2.0/security-groups/56ed71d2-6c2b-4619-a96e-fa6e0e6554bc HTTP/1.1" status: 404 len: 347 time: 0.0179155 May 10 19:50:09.366563 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 46428) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:50:09.579844 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.plugin [None req-243ffe74-c34f-4fea-a038-f17d84a5ccba tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Deleting port b1975f31-04ed-4844-9d94-76ccd34b7807 {{(pid=79295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:50:09.580191 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-243ffe74-c34f-4fea-a038-f17d84a5ccba tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757498910621'] for port, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:09.695748 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-243ffe74-c34f-4fea-a038-f17d84a5ccba tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670902'] for port, precommit_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:09.696072 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-243ffe74-c34f-4fea-a038-f17d84a5ccba tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:09.819938 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.plugin [None req-243ffe74-c34f-4fea-a038-f17d84a5ccba tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Calling delete_port for b1975f31-04ed-4844-9d94-76ccd34b7807 owned by network:floatingip {{(pid=79295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:50:09.982953 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-243ffe74-c34f-4fea-a038-f17d84a5ccba tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757498915184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757498479629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10826888'] for port, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:09.986446 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-1ab6fed4-96e6-458f-b56c-83e3d3aeb96f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:50:10.028980 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243ffe74-c34f-4fea-a038-f17d84a5ccba tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Pushing event deleted for resources: {'Port': ['ID=b1975f31-04ed-4844-9d94-76ccd34b7807,revision_number=None']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:50:10.032092 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-243ffe74-c34f-4fea-a038-f17d84a5ccba tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:50:10.118829 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-243ffe74-c34f-4fea-a038-f17d84a5ccba tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks [] for floatingip, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:10.132695 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-243ffe74-c34f-4fea-a038-f17d84a5ccba tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149324'] for floatingip, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:10.133853 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-243ffe74-c34f-4fea-a038-f17d84a5ccba tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] 10.222.0.46 "DELETE /v2.0/floatingips/a6c2923c-22d9-4104-ac25-3005851256e2 HTTP/1.1" status: 204 len: 168 time: 0.7659950 May 10 19:50:10.814538 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-90105f55-208c-4c28-9ab3-aefb8f6b2457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:10.942281 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:11.957075 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-05ecdfa3-b7ee-4afa-83d7-ebb5bc70016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:13.765727 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-02078f97-e06b-4c48-b673-8bf9bf3f5f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:14.494117 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 46458) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:50:15.008180 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-c18743e7-39cb-4085-8ae4-09a282ea5634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663372'] for router_interface, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:15.496863 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.plugin [None req-c18743e7-39cb-4085-8ae4-09a282ea5634 admin admin] Deleting port 7b500c2a-c0a9-491d-ad29-3b330e954a45 {{(pid=79296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:50:15.497850 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-c18743e7-39cb-4085-8ae4-09a282ea5634 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757498910621'] for port, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:15.613565 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.db [None req-c18743e7-39cb-4085-8ae4-09a282ea5634 admin admin] For port 7b500c2a-c0a9-491d-ad29-3b330e954a45, host dv-cinder-784453-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-smb',level=0,port_id=7b500c2a-c0a9-491d-ad29-3b330e954a45,segment=NetworkSegment(4fa3f193-7074-4874-93b7-dd81b3a3d051),segment_id=4fa3f193-7074-4874-93b7-dd81b3a3d051)] {{(pid=79296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:50:15.613912 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-c18743e7-39cb-4085-8ae4-09a282ea5634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670902'] for port, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:15.735780 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.plugin [None req-c18743e7-39cb-4085-8ae4-09a282ea5634 admin admin] Calling delete_port for 7b500c2a-c0a9-491d-ad29-3b330e954a45 owned by network:router_interface {{(pid=79296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:50:15.936891 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-c18743e7-39cb-4085-8ae4-09a282ea5634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757498915184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757498479629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10503775'] for port, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:15.941634 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-76b72642-873d-48d3-b6a1-c483fbd0abc8 tempest-TestShelveInstance-1824057803 tempest-TestShelveInstance-1824057803-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:50:15.984103 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18743e7-39cb-4085-8ae4-09a282ea5634 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b500c2a-c0a9-491d-ad29-3b330e954a45,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:50:15.987319 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-c18743e7-39cb-4085-8ae4-09a282ea5634 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:50:16.245406 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-c18743e7-39cb-4085-8ae4-09a282ea5634 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665084'] for router_interface, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:16.591959 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c18743e7-39cb-4085-8ae4-09a282ea5634 admin admin] Router e56f6e03-71f6-421a-81a0-91661be3c796 has already been hosted by L3 agent 66c26874-6d1a-4324-9002-6da014815c52 {{(pid=79296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:50:16.762561 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c18743e7-39cb-4085-8ae4-09a282ea5634 admin admin] Notify agent at l3_agent.dv-cinder-784453-6-smb the message routers_updated {{(pid=79296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:50:16.773763 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cbb8e1-7648-43fc-bcc7-c434485898d3 None None] Sync routers for ids ['e56f6e03-71f6-421a-81a0-91661be3c796'] in dv-cinder-784453-6-smb {{(pid=79298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:50:16.777120 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-c18743e7-39cb-4085-8ae4-09a282ea5634 admin admin] 10.222.0.46 "PUT /v2.0/routers/e56f6e03-71f6-421a-81a0-91661be3c796/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2795713 May 10 19:50:16.777280 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 46462) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:50:16.787306 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cbb8e1-7648-43fc-bcc7-c434485898d3 None None] Routers {'e56f6e03-71f6-421a-81a0-91661be3c796'} bound to L3 agent in host dv-cinder-784453-6-smb {{(pid=79298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:50:16.787990 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_hamode_db [None req-d0cbb8e1-7648-43fc-bcc7-c434485898d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T19:29:11Z,description=,heartbeat_timestamp=2021-05-10T19:50:11Z,host='dv-cinder-784453-6-smb',id=66c26874-6d1a-4324-9002-6da014815c52,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:29:11Z,topic='l3_agent')) {'router_ids': ['e56f6e03-71f6-421a-81a0-91661be3c796'], 'active': True} {{(pid=79298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:50:16.964681 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_dvr_db [None req-d0cbb8e1-7648-43fc-bcc7-c434485898d3 None None] Set router e56f6e03-71f6-421a-81a0-91661be3c796 gateway port host: dv-cinder-784453-6-smb {{(pid=79298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:50:17.048478 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-3380858a-a148-4b04-aaa5-127c8ab0598f admin admin] Notify callbacks [] for router, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:17.141399 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.agents_db [None req-ff3cf147-8285-4226-b8f5-cc0a2e41555e None None] Agent healthcheck: found 6 active agents {{(pid=79298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:50:17.219187 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-3380858a-a148-4b04-aaa5-127c8ab0598f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:17.246125 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_hamode_db [None req-d0cbb8e1-7648-43fc-bcc7-c434485898d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56f6e03-71f6-421a-81a0-91661be3c796', 'name': 'tempest-AttachVolumeTestJSON-1459424200-router', 'tenant_id': '93b6ceb4ba854ea497883e8035f1f598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'external_fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.149'}], 'enable_snat': True}, 'gw_port_id': '7733aee4-ee2b-48f5-8a26-0b9c1f467d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:46:03Z', 'updated_at': '2021-05-10T19:50:15Z', 'revision_number': 5, 'project_id': '93b6ceb4ba854ea497883e8035f1f598', 'gw_port': {'id': '7733aee4-ee2b-48f5-8a26-0b9c1f467d33', 'name': '', 'network_id': '18edca27-7fe5-44f0-bd00-188f2dc0b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ef:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56f6e03-71f6-421a-81a0-91661be3c796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'ip_address': '172.28.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:46:04Z', 'updated_at': '2021-05-10T19:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39840ae5-5b78-40c6-8289-bd2c4c3e7489', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-smb'}], 'dv-cinder-784453-6-smb', False) {} {{(pid=79298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:50:17.250652 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cbb8e1-7648-43fc-bcc7-c434485898d3 None None] Checking router: e56f6e03-71f6-421a-81a0-91661be3c796 for host: dv-cinder-784453-6-smb {{(pid=79298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:50:17.258777 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cbb8e1-7648-43fc-bcc7-c434485898d3 None None] Routers {'e56f6e03-71f6-421a-81a0-91661be3c796'} bound to L3 agent in host dv-cinder-784453-6-smb {{(pid=79298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:50:17.259393 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_hamode_db [None req-d0cbb8e1-7648-43fc-bcc7-c434485898d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T19:29:11Z,description=,heartbeat_timestamp=2021-05-10T19:50:11Z,host='dv-cinder-784453-6-smb',id=66c26874-6d1a-4324-9002-6da014815c52,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:29:11Z,topic='l3_agent')) {'router_ids': ['e56f6e03-71f6-421a-81a0-91661be3c796'], 'active': True} {{(pid=79298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:50:17.347666 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.plugin [None req-3380858a-a148-4b04-aaa5-127c8ab0598f admin admin] Deleting port 7733aee4-ee2b-48f5-8a26-0b9c1f467d33 {{(pid=79296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:50:17.348016 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-3380858a-a148-4b04-aaa5-127c8ab0598f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757498910621'] for port, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:17.408529 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_dvr_db [None req-d0cbb8e1-7648-43fc-bcc7-c434485898d3 None None] Set router e56f6e03-71f6-421a-81a0-91661be3c796 gateway port host: None {{(pid=79298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:50:17.469420 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.db [None req-3380858a-a148-4b04-aaa5-127c8ab0598f admin admin] For port 7733aee4-ee2b-48f5-8a26-0b9c1f467d33, host dv-cinder-784453-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-smb',level=0,port_id=7733aee4-ee2b-48f5-8a26-0b9c1f467d33,segment=NetworkSegment(23ec30ec-fc80-4a54-bc14-1568bb8683df),segment_id=23ec30ec-fc80-4a54-bc14-1568bb8683df)] {{(pid=79296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:50:17.469801 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-3380858a-a148-4b04-aaa5-127c8ab0598f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670902'] for port, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:17.510732 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.l3_hamode_db [None req-d0cbb8e1-7648-43fc-bcc7-c434485898d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56f6e03-71f6-421a-81a0-91661be3c796', 'name': 'tempest-AttachVolumeTestJSON-1459424200-router', 'tenant_id': '93b6ceb4ba854ea497883e8035f1f598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:46:03Z', 'updated_at': '2021-05-10T19:50:17Z', 'revision_number': 6, 'project_id': '93b6ceb4ba854ea497883e8035f1f598', 'gw_port_host': None}], 'dv-cinder-784453-6-smb', False) {} {{(pid=79298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:50:17.515096 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cbb8e1-7648-43fc-bcc7-c434485898d3 None None] The sync data for ids ['e56f6e03-71f6-421a-81a0-91661be3c796'] in dv-cinder-784453-6-smb is: [{'id': 'e56f6e03-71f6-421a-81a0-91661be3c796', 'name': 'tempest-AttachVolumeTestJSON-1459424200-router', 'tenant_id': '93b6ceb4ba854ea497883e8035f1f598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:46:03Z', 'updated_at': '2021-05-10T19:50:17Z', 'revision_number': 6, 'project_id': '93b6ceb4ba854ea497883e8035f1f598', 'gw_port_host': None}] {{(pid=79298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:50:17.594407 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.plugin [None req-3380858a-a148-4b04-aaa5-127c8ab0598f admin admin] Calling delete_port for 7733aee4-ee2b-48f5-8a26-0b9c1f467d33 owned by network:router_gateway {{(pid=79296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:50:17.806050 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-3380858a-a148-4b04-aaa5-127c8ab0598f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757498915184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757498479629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10503775'] for port, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:17.810296 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-9245e408-73c0-4e3d-bbc7-c43571cd5ada tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:50:17.854074 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3380858a-a148-4b04-aaa5-127c8ab0598f admin admin] Pushing event deleted for resources: {'Port': ['ID=7733aee4-ee2b-48f5-8a26-0b9c1f467d33,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:50:17.857113 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-3380858a-a148-4b04-aaa5-127c8ab0598f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:50:17.946525 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-3380858a-a148-4b04-aaa5-127c8ab0598f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658280'] for router_gateway, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:18.119826 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-3380858a-a148-4b04-aaa5-127c8ab0598f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-862260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5467'] for router, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:18.122034 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-3380858a-a148-4b04-aaa5-127c8ab0598f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:18.208921 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-3380858a-a148-4b04-aaa5-127c8ab0598f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665210'] for router, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:18.209451 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3380858a-a148-4b04-aaa5-127c8ab0598f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e56f6e03-71f6-421a-81a0-91661be3c796 {{(pid=79296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 19:50:18.221759 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-3380858a-a148-4b04-aaa5-127c8ab0598f admin admin] Notify callbacks [] for router, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:18.222888 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-3380858a-a148-4b04-aaa5-127c8ab0598f admin admin] 10.222.0.46 "DELETE /v2.0/routers/e56f6e03-71f6-421a-81a0-91661be3c796 HTTP/1.1" status: 204 len: 168 time: 1.4447379 May 10 19:50:18.225406 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 46466) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:50:18.290693 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5c3dfe3-2d9b-4524-87cf-8458cd655bef admin admin] Deleting subnet 7011cc34-ba0c-4d36-a769-09bd86ae59b6 {{(pid=79296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 19:50:18.293826 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-d5c3dfe3-2d9b-4524-87cf-8458cd655bef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:18.342986 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-d5c3dfe3-2d9b-4524-87cf-8458cd655bef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10932808'] for subnet, precommit_delete_associations {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:18.423484 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-d5c3dfe3-2d9b-4524-87cf-8458cd655bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4008472'] for subnet, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:18.837602 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-d5c3dfe3-2d9b-4524-87cf-8458cd655bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4008471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10503692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10614102'] for subnet, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:18.842091 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-80f0989d-65f9-4f36-bc5b-e4a3222e4271 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:50:18.879467 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3dfe3-2d9b-4524-87cf-8458cd655bef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7011cc34-ba0c-4d36-a769-09bd86ae59b6,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:50:18.882454 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-d5c3dfe3-2d9b-4524-87cf-8458cd655bef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:50:18.884183 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-d5c3dfe3-2d9b-4524-87cf-8458cd655bef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533414'] for subnet, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:18.888643 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e27db3-a1ac-49c1-92c8-5171cf5e791e None None] Network cbfa905b-3888-4660-80eb-7f36fe7307c3 requested from dv-cinder-784453-6-smb {{(pid=79297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:50:18.889252 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-d5c3dfe3-2d9b-4524-87cf-8458cd655bef admin admin] 10.222.0.46 "DELETE /v2.0/subnets/7011cc34-ba0c-4d36-a769-09bd86ae59b6 HTTP/1.1" status: 204 len: 168 time: 0.6629214 May 10 19:50:18.891717 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 46470) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:50:18.995630 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-6fe8dd82-d295-47f7-be1a-519ac4d69cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850776'] for network, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:19.064735 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.plugin [None req-6fe8dd82-d295-47f7-be1a-519ac4d69cba admin admin] Deleting port 4d7ed0af-cfb8-4139-93ef-2e4a3a3d3474 {{(pid=79296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:50:19.064973 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-6fe8dd82-d295-47f7-be1a-519ac4d69cba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757498910621'] for port, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:19.129353 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6440d4c-adeb-4140-a2a4-b129239bd6ab None None] DHCP port deletion for cbfa905b-3888-4660-80eb-7f36fe7307c3 request from dv-cinder-784453-6-smb {{(pid=79297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 19:50:19.166225 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.db [None req-6fe8dd82-d295-47f7-be1a-519ac4d69cba admin admin] For port 4d7ed0af-cfb8-4139-93ef-2e4a3a3d3474, host dv-cinder-784453-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-smb',level=0,port_id=4d7ed0af-cfb8-4139-93ef-2e4a3a3d3474,segment=NetworkSegment(4fa3f193-7074-4874-93b7-dd81b3a3d051),segment_id=4fa3f193-7074-4874-93b7-dd81b3a3d051)] {{(pid=79296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:50:19.166580 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-6fe8dd82-d295-47f7-be1a-519ac4d69cba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670902'] for port, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:19.192712 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.plugin [None req-f6440d4c-adeb-4140-a2a4-b129239bd6ab None None] Deleting port 4d7ed0af-cfb8-4139-93ef-2e4a3a3d3474 {{(pid=79297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:50:19.193096 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-f6440d4c-adeb-4140-a2a4-b129239bd6ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757498910621'] for port, before_delete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:19.286367 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.plugin [None req-6fe8dd82-d295-47f7-be1a-519ac4d69cba admin admin] Calling delete_port for 4d7ed0af-cfb8-4139-93ef-2e4a3a3d3474 owned by network:dhcp {{(pid=79296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:50:19.289458 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-f6440d4c-adeb-4140-a2a4-b129239bd6ab None None] For port 4d7ed0af-cfb8-4139-93ef-2e4a3a3d3474, host dv-cinder-784453-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-smb',level=0,port_id=4d7ed0af-cfb8-4139-93ef-2e4a3a3d3474,segment=NetworkSegment(4fa3f193-7074-4874-93b7-dd81b3a3d051),segment_id=4fa3f193-7074-4874-93b7-dd81b3a3d051)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:50:19.289856 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-f6440d4c-adeb-4140-a2a4-b129239bd6ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670902'] for port, precommit_delete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:19.407949 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.plugin [None req-f6440d4c-adeb-4140-a2a4-b129239bd6ab None None] Calling delete_port for 4d7ed0af-cfb8-4139-93ef-2e4a3a3d3474 owned by network:dhcp {{(pid=79297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:50:19.414764 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-6fe8dd82-d295-47f7-be1a-519ac4d69cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757498915184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757498479629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10503775'] for port, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:19.419544 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-32fd13fd-1283-4d40-9410-df48639d9f02 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:50:19.451775 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-f6440d4c-adeb-4140-a2a4-b129239bd6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757498915184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757498479629'] for port, after_delete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:19.456264 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:50:19.464155 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe8dd82-d295-47f7-be1a-519ac4d69cba admin admin] Pushing event deleted for resources: {'Port': ['ID=4d7ed0af-cfb8-4139-93ef-2e4a3a3d3474,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:50:19.467290 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-6fe8dd82-d295-47f7-be1a-519ac4d69cba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:50:19.468099 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe8dd82-d295-47f7-be1a-519ac4d69cba admin admin] No DVR routers for this DVR port 4d7ed0af-cfb8-4139-93ef-2e4a3a3d3474 on host dv-cinder-784453-6-smb {{(pid=79296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:50:19.501310 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6440d4c-adeb-4140-a2a4-b129239bd6ab None None] Pushing event deleted for resources: {'Port': ['ID=4d7ed0af-cfb8-4139-93ef-2e4a3a3d3474,revision_number=None']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:50:19.503629 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6440d4c-adeb-4140-a2a4-b129239bd6ab None None] No DVR routers for this DVR port 4d7ed0af-cfb8-4139-93ef-2e4a3a3d3474 on host dv-cinder-784453-6-smb {{(pid=79297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:50:19.511836 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6440d4c-adeb-4140-a2a4-b129239bd6ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:19.511836 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6440d4c-adeb-4140-a2a4-b129239bd6ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:19.512070 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6440d4c-adeb-4140-a2a4-b129239bd6ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:19.512284 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6440d4c-adeb-4140-a2a4-b129239bd6ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:19.512569 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6440d4c-adeb-4140-a2a4-b129239bd6ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:19.513479 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6440d4c-adeb-4140-a2a4-b129239bd6ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:19.513812 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6440d4c-adeb-4140-a2a4-b129239bd6ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:19.514121 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6440d4c-adeb-4140-a2a4-b129239bd6ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:19.514442 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6440d4c-adeb-4140-a2a4-b129239bd6ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:19.514763 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6440d4c-adeb-4140-a2a4-b129239bd6ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:19.515522 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6440d4c-adeb-4140-a2a4-b129239bd6ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:19.515522 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6440d4c-adeb-4140-a2a4-b129239bd6ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:19.518450 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-f6440d4c-adeb-4140-a2a4-b129239bd6ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:50:19.581555 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-6fe8dd82-d295-47f7-be1a-519ac4d69cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002531', 'neutron.services.segments.db._delete_segments_for_network-8757498921373'] for network, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:19.592016 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device 7733aee4-ee2b-48f5-8a26-0b9c1f467d33 no longer exists at agent ovs-agent-dv-cinder-784453-6-smb {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:50:19.597097 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.services.segments.db [None req-6fe8dd82-d295-47f7-be1a-519ac4d69cba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbfa905b-3888-4660-80eb-7f36fe7307c3']}} {{(pid=79296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:50:19.609252 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.services.segments.db [None req-6fe8dd82-d295-47f7-be1a-519ac4d69cba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fa3f193-7074-4874-93b7-dd81b3a3d051') {'for_net_delete': True} {{(pid=79296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:50:19.609551 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.services.segments.db [None req-6fe8dd82-d295-47f7-be1a-519ac4d69cba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fa3f193-7074-4874-93b7-dd81b3a3d051') {} {{(pid=79296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:50:19.620851 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-6fe8dd82-d295-47f7-be1a-519ac4d69cba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757498933351', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10932823'] for segment, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:19.625163 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.plugin [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] No Port match for: 7733aee4-ee2b-48f5-8a26-0b9c1f467d33 {{(pid=79297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:50:19.625512 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device 7733aee4-ee2b-48f5-8a26-0b9c1f467d33 not bound to the agent host dv-cinder-784453-6-smb {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:50:19.625924 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device 4d7ed0af-cfb8-4139-93ef-2e4a3a3d3474 no longer exists at agent ovs-agent-dv-cinder-784453-6-smb {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:50:19.640628 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-6fe8dd82-d295-47f7-be1a-519ac4d69cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007211'] for segment, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:19.646667 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fe8dd82-d295-47f7-be1a-519ac4d69cba admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=79296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:50:19.649293 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-6fe8dd82-d295-47f7-be1a-519ac4d69cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10503786'] for segment, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:19.660473 dv-cinder-784453-6-smb neutron-server[79296]: Traceback (most recent call last): May 10 19:50:19.660473 dv-cinder-784453-6-smb neutron-server[79296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:50:19.660473 dv-cinder-784453-6-smb neutron-server[79296]: timer() May 10 19:50:19.660473 dv-cinder-784453-6-smb neutron-server[79296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:50:19.660473 dv-cinder-784453-6-smb neutron-server[79296]: cb(*args, **kw) May 10 19:50:19.660473 dv-cinder-784453-6-smb neutron-server[79296]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 19:50:19.660473 dv-cinder-784453-6-smb neutron-server[79296]: return func(*args, **kwargs) May 10 19:50:19.660473 dv-cinder-784453-6-smb neutron-server[79296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:50:19.660473 dv-cinder-784453-6-smb neutron-server[79296]: self._notify() May 10 19:50:19.660473 dv-cinder-784453-6-smb neutron-server[79296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:50:19.660473 dv-cinder-784453-6-smb neutron-server[79296]: self.callback(batched_events) May 10 19:50:19.660473 dv-cinder-784453-6-smb neutron-server[79296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:50:19.660473 dv-cinder-784453-6-smb neutron-server[79296]: event.method(event) May 10 19:50:19.660473 dv-cinder-784453-6-smb neutron-server[79296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 19:50:19.660473 dv-cinder-784453-6-smb neutron-server[79296]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:50:19.660473 dv-cinder-784453-6-smb neutron-server[79296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 19:50:19.660473 dv-cinder-784453-6-smb neutron-server[79296]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:50:19.660473 dv-cinder-784453-6-smb neutron-server[79296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 19:50:19.660473 dv-cinder-784453-6-smb neutron-server[79296]: return f(self, *a, **k) May 10 19:50:19.660473 dv-cinder-784453-6-smb neutron-server[79296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 19:50:19.660473 dv-cinder-784453-6-smb neutron-server[79296]: return self._get(url).json() May 10 19:50:19.660473 dv-cinder-784453-6-smb neutron-server[79296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 19:50:19.660473 dv-cinder-784453-6-smb neutron-server[79296]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:50:19.660473 dv-cinder-784453-6-smb neutron-server[79296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:50:19.660473 dv-cinder-784453-6-smb neutron-server[79296]: return self.request(url, 'GET', **kwargs) May 10 19:50:19.660473 dv-cinder-784453-6-smb neutron-server[79296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:50:19.660473 dv-cinder-784453-6-smb neutron-server[79296]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:50:19.660473 dv-cinder-784453-6-smb neutron-server[79296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:50:19.660473 dv-cinder-784453-6-smb neutron-server[79296]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:50:19.660473 dv-cinder-784453-6-smb neutron-server[79296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:50:19.660473 dv-cinder-784453-6-smb neutron-server[79296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:50:19.660473 dv-cinder-784453-6-smb neutron-server[79296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:50:19.663063 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.plugin [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] No Port match for: 4d7ed0af-cfb8-4139-93ef-2e4a3a3d3474 {{(pid=79297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:50:19.663063 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device 4d7ed0af-cfb8-4139-93ef-2e4a3a3d3474 not bound to the agent host dv-cinder-784453-6-smb {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:50:19.663063 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device 7b500c2a-c0a9-491d-ad29-3b330e954a45 no longer exists at agent ovs-agent-dv-cinder-784453-6-smb {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:50:19.729353 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.plugin [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] No Port match for: 7b500c2a-c0a9-491d-ad29-3b330e954a45 {{(pid=79297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:50:19.729703 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Device 7b500c2a-c0a9-491d-ad29-3b330e954a45 not bound to the agent host dv-cinder-784453-6-smb {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:50:19.822778 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-6fe8dd82-d295-47f7-be1a-519ac4d69cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658298'] for network, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:19.826430 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-68490126-2bbc-4008-955b-251c44a1d6bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:50:19.839104 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-6fe8dd82-d295-47f7-be1a-519ac4d69cba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533414'] for network, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:19.850435 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe8dd82-d295-47f7-be1a-519ac4d69cba admin admin] Pushing event deleted for resources: {'Network': ['ID=cbfa905b-3888-4660-80eb-7f36fe7307c3,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:50:19.854367 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-6fe8dd82-d295-47f7-be1a-519ac4d69cba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:50:19.937763 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-6fe8dd82-d295-47f7-be1a-519ac4d69cba admin admin] 10.222.0.46 "DELETE /v2.0/networks/cbfa905b-3888-4660-80eb-7f36fe7307c3 HTTP/1.1" status: 204 len: 168 time: 1.0450265 May 10 19:50:20.275103 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 46476) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:50:20.321752 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-692e9bf1-730a-45e8-8895-23d108198482 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=93b6ceb4ba854ea497883e8035f1f598&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0455000 May 10 19:50:20.324051 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 46480) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:50:20.379286 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-be69c568-370b-459a-9b68-1b27b1b8e304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:20.403944 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-be69c568-370b-459a-9b68-1b27b1b8e304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:20.537416 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-be69c568-370b-459a-9b68-1b27b1b8e304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:20.541991 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-d146eafe-a540-4dca-839d-dcdf5340de58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:50:20.557809 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be69c568-370b-459a-9b68-1b27b1b8e304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f2295e-59fd-4809-804c-872d127367b3,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:50:20.561265 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-be69c568-370b-459a-9b68-1b27b1b8e304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:50:20.562176 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-be69c568-370b-459a-9b68-1b27b1b8e304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:20.563276 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-be69c568-370b-459a-9b68-1b27b1b8e304 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f1f2295e-59fd-4809-804c-872d127367b3 HTTP/1.1" status: 204 len: 168 time: 0.2383912 May 10 19:50:22.870906 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 46522) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:50:23.028755 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-3f824609-35ef-4145-8fb1-7e60e2e4fdbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:23.043279 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-3f824609-35ef-4145-8fb1-7e60e2e4fdbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:50:23.047627 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-3f824609-35ef-4145-8fb1-7e60e2e4fdbb admin admin] Usage tracker for resource:security_group_rule and tenant:61817766348c4e109a32d79f1f023987 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:50:23.050403 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-3f824609-35ef-4145-8fb1-7e60e2e4fdbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:50:23.056121 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-3f824609-35ef-4145-8fb1-7e60e2e4fdbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:50:23.135559 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-3f824609-35ef-4145-8fb1-7e60e2e4fdbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:23.220094 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-3f824609-35ef-4145-8fb1-7e60e2e4fdbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:23.226936 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-b97d18d1-aa93-4eaa-adaa-77a143be0754 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:50:23.296306 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-3f824609-35ef-4145-8fb1-7e60e2e4fdbb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=61817766348c4e109a32d79f1f023987&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3958459 May 10 19:50:23.296306 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f824609-35ef-4145-8fb1-7e60e2e4fdbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83bad343-0315-45a3-a9f1-7c1e1bb0032a,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:50:23.297410 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 46528) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:50:23.298164 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-3f824609-35ef-4145-8fb1-7e60e2e4fdbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:50:23.328854 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-0eef5606-3c4e-48fb-92a7-891dd44600d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:23.353682 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-0eef5606-3c4e-48fb-92a7-891dd44600d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:23.471509 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-0eef5606-3c4e-48fb-92a7-891dd44600d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:23.475220 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-6554dc22-c1d0-4beb-a22b-bc761c0b88b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:50:23.488414 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eef5606-3c4e-48fb-92a7-891dd44600d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83bad343-0315-45a3-a9f1-7c1e1bb0032a,revision_number=None']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:50:23.490829 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-0eef5606-3c4e-48fb-92a7-891dd44600d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:50:23.494248 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-0eef5606-3c4e-48fb-92a7-891dd44600d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:23.495941 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-0eef5606-3c4e-48fb-92a7-891dd44600d6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/83bad343-0315-45a3-a9f1-7c1e1bb0032a HTTP/1.1" status: 204 len: 168 time: 0.2244697 May 10 19:50:24.051597 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 46536) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:50:24.069210 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-6c9a8d05-4b34-46fd-9347-547e3ffeec18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:24.083346 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-6c9a8d05-4b34-46fd-9347-547e3ffeec18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:50:24.087253 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-6c9a8d05-4b34-46fd-9347-547e3ffeec18 admin admin] Usage tracker for resource:security_group_rule and tenant:36d0e00a2c914b858662275f44aa5dbc is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:50:24.090086 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-6c9a8d05-4b34-46fd-9347-547e3ffeec18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:50:24.096462 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-6c9a8d05-4b34-46fd-9347-547e3ffeec18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:50:24.175904 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-6c9a8d05-4b34-46fd-9347-547e3ffeec18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:24.217549 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-6c9a8d05-4b34-46fd-9347-547e3ffeec18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:24.225569 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-f8cbdb8a-a6cf-416d-bc44-f109f3a90a7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:50:24.264300 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-6c9a8d05-4b34-46fd-9347-547e3ffeec18 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=36d0e00a2c914b858662275f44aa5dbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2111139 May 10 19:50:24.265871 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9a8d05-4b34-46fd-9347-547e3ffeec18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ac3968-f4f0-433d-b8d8-b167e1806e6a,revision_number=1']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:50:24.266971 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 46540) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:50:24.268790 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-6c9a8d05-4b34-46fd-9347-547e3ffeec18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:50:24.327332 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-b715ac0f-d7bd-474b-9558-ec9be6337fbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:24.356320 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-b715ac0f-d7bd-474b-9558-ec9be6337fbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:24.477528 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-b715ac0f-d7bd-474b-9558-ec9be6337fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:24.482150 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-3f824609-35ef-4145-8fb1-7e60e2e4fdbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:50:24.494888 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715ac0f-d7bd-474b-9558-ec9be6337fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ac3968-f4f0-433d-b8d8-b167e1806e6a,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:50:24.497446 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-b715ac0f-d7bd-474b-9558-ec9be6337fbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:50:24.505871 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-b715ac0f-d7bd-474b-9558-ec9be6337fbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:24.507089 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-b715ac0f-d7bd-474b-9558-ec9be6337fbe admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b8ac3968-f4f0-433d-b8d8-b167e1806e6a HTTP/1.1" status: 204 len: 168 time: 0.2389679 May 10 19:50:32.906442 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 46624) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:50:33.023475 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-688c6b37-317a-4346-bf50-aa0a369225be admin admin] Notify callbacks [] for security_group, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:33.038118 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-688c6b37-317a-4346-bf50-aa0a369225be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:50:33.041859 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-688c6b37-317a-4346-bf50-aa0a369225be admin admin] Usage tracker for resource:security_group_rule and tenant:b4ae95af45e4479b891133c4394059d0 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:50:33.044640 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-688c6b37-317a-4346-bf50-aa0a369225be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:50:33.050965 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-688c6b37-317a-4346-bf50-aa0a369225be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:50:33.130047 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-688c6b37-317a-4346-bf50-aa0a369225be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:33.197277 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-688c6b37-317a-4346-bf50-aa0a369225be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:33.204879 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-ebfc135f-1ebf-49d4-98b6-84504743b3c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:50:33.243379 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688c6b37-317a-4346-bf50-aa0a369225be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f5312c-a5be-417d-8983-1a587162fc70,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:50:33.248762 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-688c6b37-317a-4346-bf50-aa0a369225be admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b4ae95af45e4479b891133c4394059d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3400555 May 10 19:50:33.248762 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-688c6b37-317a-4346-bf50-aa0a369225be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:50:33.250419 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 46630) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:50:33.400053 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-14a0d6b6-02cb-408a-84d2-6beeb42b2e4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:33.425952 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-14a0d6b6-02cb-408a-84d2-6beeb42b2e4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:33.565605 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-14a0d6b6-02cb-408a-84d2-6beeb42b2e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:33.570424 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-a2690c7b-c2ce-4cf7-a4c2-01d10e3f5b6b tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:50:33.583880 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a0d6b6-02cb-408a-84d2-6beeb42b2e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f5312c-a5be-417d-8983-1a587162fc70,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:50:33.586427 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-14a0d6b6-02cb-408a-84d2-6beeb42b2e4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:50:33.587632 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-14a0d6b6-02cb-408a-84d2-6beeb42b2e4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:33.588892 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-14a0d6b6-02cb-408a-84d2-6beeb42b2e4d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/64f5312c-a5be-417d-8983-1a587162fc70 HTTP/1.1" status: 204 len: 168 time: 0.3374474 May 10 19:50:34.268776 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 46638) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:50:34.286519 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-dbffd460-c061-4b51-bf79-1d3256c6e208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:34.301031 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-dbffd460-c061-4b51-bf79-1d3256c6e208 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:50:34.304815 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-dbffd460-c061-4b51-bf79-1d3256c6e208 admin admin] Usage tracker for resource:security_group_rule and tenant:56b035269cf845f0a3590e281460661a is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:50:34.307656 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-dbffd460-c061-4b51-bf79-1d3256c6e208 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:50:34.313286 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-dbffd460-c061-4b51-bf79-1d3256c6e208 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:50:34.391506 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-dbffd460-c061-4b51-bf79-1d3256c6e208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:34.471603 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-dbffd460-c061-4b51-bf79-1d3256c6e208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:34.478888 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-cc1f5d43-1c80-4144-8098-d3db746448bc tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:50:34.520241 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-dbffd460-c061-4b51-bf79-1d3256c6e208 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=56b035269cf845f0a3590e281460661a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2504346 May 10 19:50:34.521044 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbffd460-c061-4b51-bf79-1d3256c6e208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b01557bc-1b2d-48f9-bc66-126d343ac573,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:50:34.522947 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 46642) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:50:34.524184 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-dbffd460-c061-4b51-bf79-1d3256c6e208 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:50:34.582651 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-f8d1d501-0e1d-45f8-ba89-49fdd14cf582 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:34.612423 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-f8d1d501-0e1d-45f8-ba89-49fdd14cf582 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:34.743020 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-f8d1d501-0e1d-45f8-ba89-49fdd14cf582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:34.746663 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-088de43a-4c2c-4f22-aa67-fbed44b0a840 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:50:34.759138 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d1d501-0e1d-45f8-ba89-49fdd14cf582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01557bc-1b2d-48f9-bc66-126d343ac573,revision_number=None']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:50:34.761932 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-f8d1d501-0e1d-45f8-ba89-49fdd14cf582 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:50:34.770221 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-f8d1d501-0e1d-45f8-ba89-49fdd14cf582 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:34.773658 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-f8d1d501-0e1d-45f8-ba89-49fdd14cf582 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b01557bc-1b2d-48f9-bc66-126d343ac573 HTTP/1.1" status: 204 len: 168 time: 0.2468097 May 10 19:50:38.285820 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-aefdd45b-df4f-4866-ad4f-e16d274072c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:38.452157 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:40.844563 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-951cf0cb-1eaf-441c-bb63-f45f2513a8d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:40.969890 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:41.963500 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-05ecdfa3-b7ee-4afa-83d7-ebb5bc70016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:43.763558 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-02078f97-e06b-4c48-b673-8bf9bf3f5f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:45.212987 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 46728) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:50:45.327718 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-a50a609d-fcb3-45e6-9cd2-e5f91cec39b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:45.341643 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-a50a609d-fcb3-45e6-9cd2-e5f91cec39b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:50:45.345584 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-a50a609d-fcb3-45e6-9cd2-e5f91cec39b2 admin admin] Usage tracker for resource:security_group_rule and tenant:42549dcb600243108bcf48be4dc5268f is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:50:45.348553 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-a50a609d-fcb3-45e6-9cd2-e5f91cec39b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:50:45.354197 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-a50a609d-fcb3-45e6-9cd2-e5f91cec39b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:50:45.435064 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-a50a609d-fcb3-45e6-9cd2-e5f91cec39b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:45.502862 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-a50a609d-fcb3-45e6-9cd2-e5f91cec39b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:45.509699 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-f8d1d501-0e1d-45f8-ba89-49fdd14cf582 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:50:45.549431 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-a50a609d-fcb3-45e6-9cd2-e5f91cec39b2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=42549dcb600243108bcf48be4dc5268f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3353355 May 10 19:50:45.550260 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50a609d-fcb3-45e6-9cd2-e5f91cec39b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b13bc2c-7d13-455a-8dcb-3b89fda081b4,revision_number=1']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:50:45.552061 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 46734) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:50:45.553411 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-a50a609d-fcb3-45e6-9cd2-e5f91cec39b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:50:45.616238 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-36360704-47e4-4d20-b026-d96a459cf808 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:45.643941 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-36360704-47e4-4d20-b026-d96a459cf808 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:45.780823 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-36360704-47e4-4d20-b026-d96a459cf808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:45.784816 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-f384fd71-c19a-4588-87a0-b2dade45c773 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:50:45.797267 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36360704-47e4-4d20-b026-d96a459cf808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b13bc2c-7d13-455a-8dcb-3b89fda081b4,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:50:45.800186 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-36360704-47e4-4d20-b026-d96a459cf808 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:50:45.807286 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-36360704-47e4-4d20-b026-d96a459cf808 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:45.808441 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-36360704-47e4-4d20-b026-d96a459cf808 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5b13bc2c-7d13-455a-8dcb-3b89fda081b4 HTTP/1.1" status: 204 len: 168 time: 0.2547581 May 10 19:50:46.391870 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 46742) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:50:46.412100 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-241c9c5d-9403-424e-bb45-539b4cce7703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:46.430662 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-241c9c5d-9403-424e-bb45-539b4cce7703 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:50:46.434649 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-241c9c5d-9403-424e-bb45-539b4cce7703 admin admin] Usage tracker for resource:security_group_rule and tenant:f0d16adffa5c483cba818b67dd228ac9 is out of sync, need to count used quota {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:50:46.437533 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.quota.resource [None req-241c9c5d-9403-424e-bb45-539b4cce7703 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:50:46.443273 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.quota.driver [None req-241c9c5d-9403-424e-bb45-539b4cce7703 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:50:46.522714 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-241c9c5d-9403-424e-bb45-539b4cce7703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:46.580595 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-241c9c5d-9403-424e-bb45-539b4cce7703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:46.589015 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-3253c29a-8d03-456a-ba41-8e9f734b60a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:50:46.630230 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-241c9c5d-9403-424e-bb45-539b4cce7703 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f0d16adffa5c483cba818b67dd228ac9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2372525 May 10 19:50:46.631189 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241c9c5d-9403-424e-bb45-539b4cce7703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ee2261-5c9e-45be-95d4-46fbec6012e6,revision_number=1']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:50:46.632924 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 46746) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:50:46.634207 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-241c9c5d-9403-424e-bb45-539b4cce7703 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:50:46.720580 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-c7b05f30-7676-42b9-bdd1-2b047dc286a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:46.746175 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-c7b05f30-7676-42b9-bdd1-2b047dc286a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:46.863334 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-c7b05f30-7676-42b9-bdd1-2b047dc286a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:46.868115 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-02b66472-fa58-4794-bea7-f7b704cdfca3 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:50:46.879993 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b05f30-7676-42b9-bdd1-2b047dc286a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ee2261-5c9e-45be-95d4-46fbec6012e6,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:50:46.882838 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-c7b05f30-7676-42b9-bdd1-2b047dc286a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:50:46.884834 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-c7b05f30-7676-42b9-bdd1-2b047dc286a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:46.885931 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-c7b05f30-7676-42b9-bdd1-2b047dc286a7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/27ee2261-5c9e-45be-95d4-46fbec6012e6 HTTP/1.1" status: 204 len: 168 time: 0.2514095 May 10 19:50:47.959181 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 46770) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:50:48.063718 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.v2.base [None req-008a702e-d7d2-46f0-83db-9ebd33fd3d52 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-769563697-network', 'tenant_id': '6f71725c78c44808b4cc296ec6d4c8a4'}} {{(pid=79296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:50:48.068582 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-008a702e-d7d2-46f0-83db-9ebd33fd3d52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:50:48.072659 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-008a702e-d7d2-46f0-83db-9ebd33fd3d52 admin admin] Usage tracker for resource:network and tenant:6f71725c78c44808b4cc296ec6d4c8a4 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:50:48.075584 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-008a702e-d7d2-46f0-83db-9ebd33fd3d52 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:50:48.081968 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-008a702e-d7d2-46f0-83db-9ebd33fd3d52 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:50:48.177126 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008a702e-d7d2-46f0-83db-9ebd33fd3d52 admin admin] Made reservation on behalf of 6f71725c78c44808b4cc296ec6d4c8a4 for: {'network': 1} {{(pid=79296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:50:48.179447 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-008a702e-d7d2-46f0-83db-9ebd33fd3d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for network, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:48.191517 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-008a702e-d7d2-46f0-83db-9ebd33fd3d52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:48.205900 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-008a702e-d7d2-46f0-83db-9ebd33fd3d52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:50:48.209640 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-008a702e-d7d2-46f0-83db-9ebd33fd3d52 admin admin] Usage tracker for resource:security_group_rule and tenant:6f71725c78c44808b4cc296ec6d4c8a4 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:50:48.212388 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-008a702e-d7d2-46f0-83db-9ebd33fd3d52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:50:48.218039 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-008a702e-d7d2-46f0-83db-9ebd33fd3d52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:50:48.299102 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-008a702e-d7d2-46f0-83db-9ebd33fd3d52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:48.422707 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-008a702e-d7d2-46f0-83db-9ebd33fd3d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:48.426755 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-b568a2a7-bf15-4e19-9aa6-4480a3e62416 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:50:48.450035 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-008a702e-d7d2-46f0-83db-9ebd33fd3d52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=79296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:50:48.462599 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a702e-d7d2-46f0-83db-9ebd33fd3d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc191e5-b278-4b96-bd36-91162d655089,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:50:48.466546 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-008a702e-d7d2-46f0-83db-9ebd33fd3d52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:50:48.467500 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-008a702e-d7d2-46f0-83db-9ebd33fd3d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007211'] for segment, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:48.467842 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.db.segments_db [None req-008a702e-d7d2-46f0-83db-9ebd33fd3d52 admin admin] Added segment d7323d78-e3a3-426e-b16d-432a29c1fd71 of type vlan for network e5051b56-0ff8-4269-b162-6fa135537d7c May 10 19:50:48.493528 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-008a702e-d7d2-46f0-83db-9ebd33fd3d52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757498498946'] for network, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:48.594845 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-008a702e-d7d2-46f0-83db-9ebd33fd3d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384'] for network, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:48.596483 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008a702e-d7d2-46f0-83db-9ebd33fd3d52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:50:48.597080 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-008a702e-d7d2-46f0-83db-9ebd33fd3d52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533414'] for network, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:48.600527 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-390be3ee-df28-45f3-99c5-c4fdae767a69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:50:48.697601 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a702e-d7d2-46f0-83db-9ebd33fd3d52 admin admin] Pushing event updated for resources: {'Network': ['ID=e5051b56-0ff8-4269-b162-6fa135537d7c,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:50:48.700164 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-008a702e-d7d2-46f0-83db-9ebd33fd3d52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:50:48.707645 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Network e5051b56-0ff8-4269-b162-6fa135537d7c details requested by agent ovs-agent-dv-cinder-784453-6-smb with host dv-cinder-784453-6-smb {{(pid=79297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 19:50:48.758603 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-008a702e-d7d2-46f0-83db-9ebd33fd3d52 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7982748 May 10 19:50:48.761294 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 46776) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:50:48.766901 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.v2.base [None req-80c00d52-2640-4366-b8ab-6c46a1bf3556 admin admin] Request body: {'subnet': {'network_id': 'e5051b56-0ff8-4269-b162-6fa135537d7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-769563697-subnet', 'tenant_id': '6f71725c78c44808b4cc296ec6d4c8a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:50:48.771925 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-80c00d52-2640-4366-b8ab-6c46a1bf3556 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:50:48.776234 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-80c00d52-2640-4366-b8ab-6c46a1bf3556 admin admin] Usage tracker for resource:subnet and tenant:6f71725c78c44808b4cc296ec6d4c8a4 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:50:48.781526 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-80c00d52-2640-4366-b8ab-6c46a1bf3556 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:50:48.785859 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-80c00d52-2640-4366-b8ab-6c46a1bf3556 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:50:48.857312 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c00d52-2640-4366-b8ab-6c46a1bf3556 admin admin] Made reservation on behalf of 6f71725c78c44808b4cc296ec6d4c8a4 for: {'subnet': 1} {{(pid=79296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:50:48.860312 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-80c00d52-2640-4366-b8ab-6c46a1bf3556 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10614077'] for subnet, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:49.313429 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-80c00d52-2640-4366-b8ab-6c46a1bf3556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10909135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10614095'] for subnet, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:49.317656 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:50:49.392757 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c00d52-2640-4366-b8ab-6c46a1bf3556 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef614d10-5afc-48dd-b95e-10f69e2fafa9,revision_number=0']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:50:49.395449 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-80c00d52-2640-4366-b8ab-6c46a1bf3556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:50:49.398434 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c00d52-2640-4366-b8ab-6c46a1bf3556 admin admin] Checking segment: {'id': 'd7323d78-e3a3-426e-b16d-432a29c1fd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e5051b56-0ff8-4269-b162-6fa135537d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:50:49.398753 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c00d52-2640-4366-b8ab-6c46a1bf3556 admin admin] Network hostable DHCP agents. Network: e5051b56-0ff8-4269-b162-6fa135537d7c, hostable agents: ['cf5774e5-e4b1-412e-9d40-b43239b08ac1'], hosted agents: [] {{(pid=79296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:50:49.480220 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c00d52-2640-4366-b8ab-6c46a1bf3556 admin admin] Network e5051b56-0ff8-4269-b162-6fa135537d7c is scheduled to be hosted by DHCP agent cf5774e5-e4b1-412e-9d40-b43239b08ac1 with binding_index 1 {{(pid=79296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:50:49.565811 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.base_scheduler [None req-80c00d52-2640-4366-b8ab-6c46a1bf3556 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-6-smb, e5051b56-0ff8-4269-b162-6fa135537d7c) {{(pid=79296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:50:49.574203 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c00d52-2640-4366-b8ab-6c46a1bf3556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:50:49.574771 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40414e8b-0494-4a38-8fbf-ba1b3c057946 None None] Network e5051b56-0ff8-4269-b162-6fa135537d7c requested from dv-cinder-784453-6-smb {{(pid=79297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:50:49.577853 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-80c00d52-2640-4366-b8ab-6c46a1bf3556 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533414'] for subnet, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:49.646801 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-80c00d52-2640-4366-b8ab-6c46a1bf3556 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8843656 May 10 19:50:49.766775 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e64d4cd-6109-4982-8a5a-e439ee621785 None None] Network e5051b56-0ff8-4269-b162-6fa135537d7c requested from dv-cinder-784453-6-smb {{(pid=79297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:50:52.192919 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b443d7-4d5b-40e9-97fd-2b52d9b3d29b req-069b37b1-e05f-4495-8882-0bc365d7a912 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:50:52.194360 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-a8b443d7-4d5b-40e9-97fd-2b52d9b3d29b req-069b37b1-e05f-4495-8882-0bc365d7a912 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] 10.222.0.46 "GET /v2.0/networks?id=e5051b56-0ff8-4269-b162-6fa135537d7c HTTP/1.1" status: 200 len: 808 time: 0.1443946 May 10 19:50:52.208506 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-a8b443d7-4d5b-40e9-97fd-2b52d9b3d29b req-f3d24d1b-4359-4777-ac21-6c71e4626703 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] 10.222.0.46 "GET /v2.0/quotas/6f71725c78c44808b4cc296ec6d4c8a4 HTTP/1.1" status: 200 len: 375 time: 0.0087249 May 10 19:50:52.254652 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-a8b443d7-4d5b-40e9-97fd-2b52d9b3d29b req-04bc1cf7-91c0-4c77-96ea-93d0cc32f776 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6f71725c78c44808b4cc296ec6d4c8a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409739 May 10 19:50:52.309050 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [req-a8b443d7-4d5b-40e9-97fd-2b52d9b3d29b req-4cdd1dfc-e3e1-4917-9e0b-ce5e933e484a service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=79295) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 19:50:52.310028 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-a8b443d7-4d5b-40e9-97fd-2b52d9b3d29b req-4cdd1dfc-e3e1-4917-9e0b-ce5e933e484a service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0492394 May 10 19:50:52.533847 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-a8b443d7-4d5b-40e9-97fd-2b52d9b3d29b req-779e5e4e-f424-4205-870a-7ae8cb85aac3 service neutron] 10.222.0.46 "GET /v2.0/networks/e5051b56-0ff8-4269-b162-6fa135537d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178273 May 10 19:50:52.661704 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-a8b443d7-4d5b-40e9-97fd-2b52d9b3d29b req-8c4aaa03-b973-4e21-a2aa-691fb043f375 service neutron] 10.222.0.46 "GET /v2.0/networks/e5051b56-0ff8-4269-b162-6fa135537d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220980 May 10 19:50:52.933850 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-cca91c89-8f20-47f4-a923-6b2d23a2ce57 req-ecda36e5-b1a2-4bbb-866e-01309a488a73 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] 10.222.0.46 "GET /v2.0/ports?device_id=07416493-5eaf-4d52-a88a-71a6042ead4b HTTP/1.1" status: 200 len: 210 time: 0.0474591 May 10 19:50:54.084488 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-b3937bec-348a-46d4-a51e-c4706d48417a req-c169d6d0-06cb-45d2-b36e-809db9bb3131 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] 10.222.0.46 "GET /v2.0/ports?device_id=07416493-5eaf-4d52-a88a-71a6042ead4b HTTP/1.1" status: 200 len: 210 time: 0.0417726 May 10 19:50:54.140066 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.agents_db [None req-ff3cf147-8285-4226-b8f5-cc0a2e41555e None None] Agent healthcheck: found 6 active agents {{(pid=79298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:50:55.150675 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b443d7-4d5b-40e9-97fd-2b52d9b3d29b req-6df73b7a-a356-4afc-84e4-ff2da1dd9f79 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:50:55.151516 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [req-a8b443d7-4d5b-40e9-97fd-2b52d9b3d29b req-6df73b7a-a356-4afc-84e4-ff2da1dd9f79 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Synchronizing usage tracker for tenant:6f71725c78c44808b4cc296ec6d4c8a4 on resource:network {{(pid=79296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:50:55.237682 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-0e0e7c89-0892-4418-b2ee-8b258dfbf6ed req-2f031245-288e-4922-8ebd-3de35e0def72 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] 10.222.0.46 "GET /v2.0/ports?device_id=07416493-5eaf-4d52-a88a-71a6042ead4b HTTP/1.1" status: 200 len: 210 time: 0.0422060 May 10 19:50:55.274869 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [req-a8b443d7-4d5b-40e9-97fd-2b52d9b3d29b req-6df73b7a-a356-4afc-84e4-ff2da1dd9f79 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Unset dirty status for tenant:6f71725c78c44808b4cc296ec6d4c8a4 on resource:network {{(pid=79296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:50:55.276095 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-a8b443d7-4d5b-40e9-97fd-2b52d9b3d29b req-6df73b7a-a356-4afc-84e4-ff2da1dd9f79 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] 10.222.0.36 "GET /v2.0/networks?id=e5051b56-0ff8-4269-b162-6fa135537d7c HTTP/1.1" status: 200 len: 808 time: 0.2707212 May 10 19:50:55.289626 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.v2.base [req-a8b443d7-4d5b-40e9-97fd-2b52d9b3d29b req-523a2596-32a7-4eea-934b-78aedfce2bd6 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Request body: {'port': {'device_id': '07416493-5eaf-4d52-a88a-71a6042ead4b', 'network_id': 'e5051b56-0ff8-4269-b162-6fa135537d7c', 'admin_state_up': True, 'tenant_id': '6f71725c78c44808b4cc296ec6d4c8a4'}} {{(pid=79296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:50:55.425108 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [req-a8b443d7-4d5b-40e9-97fd-2b52d9b3d29b req-523a2596-32a7-4eea-934b-78aedfce2bd6 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:50:55.428823 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [req-a8b443d7-4d5b-40e9-97fd-2b52d9b3d29b req-523a2596-32a7-4eea-934b-78aedfce2bd6 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Usage tracker for resource:port and tenant:6f71725c78c44808b4cc296ec6d4c8a4 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:50:55.431654 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [req-a8b443d7-4d5b-40e9-97fd-2b52d9b3d29b req-523a2596-32a7-4eea-934b-78aedfce2bd6 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:50:55.437418 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [req-a8b443d7-4d5b-40e9-97fd-2b52d9b3d29b req-523a2596-32a7-4eea-934b-78aedfce2bd6 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:50:55.517723 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8b443d7-4d5b-40e9-97fd-2b52d9b3d29b req-523a2596-32a7-4eea-934b-78aedfce2bd6 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Made reservation on behalf of 6f71725c78c44808b4cc296ec6d4c8a4 for: {'port': 1} {{(pid=79296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:50:55.521964 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-a8b443d7-4d5b-40e9-97fd-2b52d9b3d29b req-523a2596-32a7-4eea-934b-78aedfce2bd6 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:55.682832 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.db_base_plugin_common [req-a8b443d7-4d5b-40e9-97fd-2b52d9b3d29b req-523a2596-32a7-4eea-934b-78aedfce2bd6 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Allocated IP 172.20.0.5 (e5051b56-0ff8-4269-b162-6fa135537d7c/ef614d10-5afc-48dd-b95e-10f69e2fafa9/77161978-11a4-4ad3-86fb-6f2c5a95cf82) {{(pid=79296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:50:55.979281 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-a8b443d7-4d5b-40e9-97fd-2b52d9b3d29b req-523a2596-32a7-4eea-934b-78aedfce2bd6 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Notify callbacks [] for port, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:56.091921 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-a8b443d7-4d5b-40e9-97fd-2b52d9b3d29b req-523a2596-32a7-4eea-934b-78aedfce2bd6 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757498479620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10503775'] for port, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:56.097937 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-f3125191-c53d-4bf5-beb4-3f39f48dc499 tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:50:56.162350 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8b443d7-4d5b-40e9-97fd-2b52d9b3d29b req-523a2596-32a7-4eea-934b-78aedfce2bd6 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Network e5051b56-0ff8-4269-b162-6fa135537d7c is already hosted by enough agents. {{(pid=79296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:50:56.165401 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.base_scheduler [req-a8b443d7-4d5b-40e9-97fd-2b52d9b3d29b req-523a2596-32a7-4eea-934b-78aedfce2bd6 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Resources bound (agent type, host, resource id): {{(pid=79296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:50:56.167814 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8b443d7-4d5b-40e9-97fd-2b52d9b3d29b req-523a2596-32a7-4eea-934b-78aedfce2bd6 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Received port after_create {{(pid=79296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:50:56.210247 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523a2596-32a7-4eea-934b-78aedfce2bd6 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Pushing event updated for resources: {'Port': ['ID=77161978-11a4-4ad3-86fb-6f2c5a95cf82,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:50:56.213048 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-523a2596-32a7-4eea-934b-78aedfce2bd6 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:50:56.242165 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b443d7-4d5b-40e9-97fd-2b52d9b3d29b req-523a2596-32a7-4eea-934b-78aedfce2bd6 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:50:56.242709 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-a8b443d7-4d5b-40e9-97fd-2b52d9b3d29b req-523a2596-32a7-4eea-934b-78aedfce2bd6 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149324'] for port, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:56.349800 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-a8b443d7-4d5b-40e9-97fd-2b52d9b3d29b req-523a2596-32a7-4eea-934b-78aedfce2bd6 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0639246 May 10 19:50:56.361985 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.v2.base [req-a8b443d7-4d5b-40e9-97fd-2b52d9b3d29b req-ebf162f0-4a97-44ae-9b0c-134a207d2e8c service neutron] Request body: {'port': {'device_id': '07416493-5eaf-4d52-a88a-71a6042ead4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=79296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:50:56.424142 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb1b12f-6f8a-41c7-8868-fe272d5f0ba3 req-ca54f5b4-3600-4e33-bd56-579f29a8c173 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:50:56.426429 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-ccb1b12f-6f8a-41c7-8868-fe272d5f0ba3 req-ca54f5b4-3600-4e33-bd56-579f29a8c173 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] 10.222.0.46 "GET /v2.0/ports?device_id=07416493-5eaf-4d52-a88a-71a6042ead4b HTTP/1.1" status: 200 len: 931 time: 0.0850487 May 10 19:50:56.471170 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-ccb1b12f-6f8a-41c7-8868-fe272d5f0ba3 req-391bf7c7-85c2-4df2-84f2-dfd2ca102598 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] 10.222.0.46 "GET /v2.0/security-groups?id=abc191e5-b278-4b96-bd36-91162d655089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388176 May 10 19:50:56.478237 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-a8b443d7-4d5b-40e9-97fd-2b52d9b3d29b req-ebf162f0-4a97-44ae-9b0c-134a207d2e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:56.811120 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.notifiers.nova [req-a8b443d7-4d5b-40e9-97fd-2b52d9b3d29b req-ebf162f0-4a97-44ae-9b0c-134a207d2e8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77161978-11a4-4ad3-86fb-6f2c5a95cf82 {{(pid=79296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:50:56.818545 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-a8b443d7-4d5b-40e9-97fd-2b52d9b3d29b req-ebf162f0-4a97-44ae-9b0c-134a207d2e8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:56.833242 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.provisioning_blocks [req-a8b443d7-4d5b-40e9-97fd-2b52d9b3d29b req-ebf162f0-4a97-44ae-9b0c-134a207d2e8c service neutron] Transition to ACTIVE for port object 77161978-11a4-4ad3-86fb-6f2c5a95cf82 will not be triggered until provisioned by entity L2. {{(pid=79296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:50:56.903162 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-a8b443d7-4d5b-40e9-97fd-2b52d9b3d29b req-ebf162f0-4a97-44ae-9b0c-134a207d2e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10503750'] for port, after_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:56.906676 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-523a2596-32a7-4eea-934b-78aedfce2bd6 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:50:57.056374 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf162f0-4a97-44ae-9b0c-134a207d2e8c service neutron] Pushing event updated for resources: {'Port': ['ID=77161978-11a4-4ad3-86fb-6f2c5a95cf82,revision_number=2']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:50:57.063338 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-ebf162f0-4a97-44ae-9b0c-134a207d2e8c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:50:57.133885 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.managers [req-a8b443d7-4d5b-40e9-97fd-2b52d9b3d29b req-ebf162f0-4a97-44ae-9b0c-134a207d2e8c service neutron] Attempting to bind port 77161978-11a4-4ad3-86fb-6f2c5a95cf82 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=79296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:50:57.134213 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.managers [req-a8b443d7-4d5b-40e9-97fd-2b52d9b3d29b req-ebf162f0-4a97-44ae-9b0c-134a207d2e8c service neutron] Attempting to bind port 77161978-11a4-4ad3-86fb-6f2c5a95cf82 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': 'd7323d78-e3a3-426e-b16d-432a29c1fd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e5051b56-0ff8-4269-b162-6fa135537d7c'}] {{(pid=79296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:50:57.134539 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b443d7-4d5b-40e9-97fd-2b52d9b3d29b req-ebf162f0-4a97-44ae-9b0c-134a207d2e8c service neutron] Attempting to bind port 77161978-11a4-4ad3-86fb-6f2c5a95cf82 on network e5051b56-0ff8-4269-b162-6fa135537d7c {{(pid=79296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:50:57.139120 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b443d7-4d5b-40e9-97fd-2b52d9b3d29b req-ebf162f0-4a97-44ae-9b0c-134a207d2e8c service neutron] Port 77161978-11a4-4ad3-86fb-6f2c5a95cf82 on network e5051b56-0ff8-4269-b162-6fa135537d7c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=79296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 19:50:57.139434 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b443d7-4d5b-40e9-97fd-2b52d9b3d29b req-ebf162f0-4a97-44ae-9b0c-134a207d2e8c service neutron] Attempting to bind port 77161978-11a4-4ad3-86fb-6f2c5a95cf82 on network e5051b56-0ff8-4269-b162-6fa135537d7c {{(pid=79296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:50:57.145168 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b443d7-4d5b-40e9-97fd-2b52d9b3d29b req-ebf162f0-4a97-44ae-9b0c-134a207d2e8c service neutron] Checking agent: {'id': '9c4a8215-4a8c-47cd-bc08-47634ab436c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 35, 38), 'started_at': datetime.datetime(2021, 5, 10, 19, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:50:57.145504 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b443d7-4d5b-40e9-97fd-2b52d9b3d29b req-ebf162f0-4a97-44ae-9b0c-134a207d2e8c service neutron] Checking segment: {'id': 'd7323d78-e3a3-426e-b16d-432a29c1fd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e5051b56-0ff8-4269-b162-6fa135537d7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:50:57.145888 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b443d7-4d5b-40e9-97fd-2b52d9b3d29b req-ebf162f0-4a97-44ae-9b0c-134a207d2e8c service neutron] Bound using segment: {'id': 'd7323d78-e3a3-426e-b16d-432a29c1fd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e5051b56-0ff8-4269-b162-6fa135537d7c'} {{(pid=79296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:50:57.146316 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.managers [req-a8b443d7-4d5b-40e9-97fd-2b52d9b3d29b req-ebf162f0-4a97-44ae-9b0c-134a207d2e8c service neutron] Bound port: 77161978-11a4-4ad3-86fb-6f2c5a95cf82, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7323d78-e3a3-426e-b16d-432a29c1fd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e5051b56-0ff8-4269-b162-6fa135537d7c'}}] {{(pid=79296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:50:57.146655 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-a8b443d7-4d5b-40e9-97fd-2b52d9b3d29b req-ebf162f0-4a97-44ae-9b0c-134a207d2e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:57.235676 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.db [req-a8b443d7-4d5b-40e9-97fd-2b52d9b3d29b req-ebf162f0-4a97-44ae-9b0c-134a207d2e8c service neutron] For port 77161978-11a4-4ad3-86fb-6f2c5a95cf82, host hv-cinder-78445, cleared binding levels {{(pid=79296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:50:57.238553 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.db [req-a8b443d7-4d5b-40e9-97fd-2b52d9b3d29b req-ebf162f0-4a97-44ae-9b0c-134a207d2e8c service neutron] For port 77161978-11a4-4ad3-86fb-6f2c5a95cf82, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=77161978-11a4-4ad3-86fb-6f2c5a95cf82,segment=NetworkSegment(d7323d78-e3a3-426e-b16d-432a29c1fd71),segment_id=d7323d78-e3a3-426e-b16d-432a29c1fd71)] {{(pid=79296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:50:57.291866 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-a8b443d7-4d5b-40e9-97fd-2b52d9b3d29b req-ebf162f0-4a97-44ae-9b0c-134a207d2e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10503750'] for port, after_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:57.296397 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-431a4150-d63a-4bad-a0b0-09a5e714229d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:50:57.347472 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b443d7-4d5b-40e9-97fd-2b52d9b3d29b req-ebf162f0-4a97-44ae-9b0c-134a207d2e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:50:57.348078 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-a8b443d7-4d5b-40e9-97fd-2b52d9b3d29b req-ebf162f0-4a97-44ae-9b0c-134a207d2e8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149324'] for port, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:57.349433 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-a8b443d7-4d5b-40e9-97fd-2b52d9b3d29b req-ebf162f0-4a97-44ae-9b0c-134a207d2e8c service neutron] 10.222.0.36 "PUT /v2.0/ports/77161978-11a4-4ad3-86fb-6f2c5a95cf82 HTTP/1.1" status: 200 len: 1093 time: 0.9915376 May 10 19:50:57.349930 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07416493-5eaf-4d52-a88a-71a6042ead4b', 'tag': '77161978-11a4-4ad3-86fb-6f2c5a95cf82'}] {{(pid=79296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:50:57.375060 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf162f0-4a97-44ae-9b0c-134a207d2e8c service neutron] Pushing event updated for resources: {'Port': ['ID=77161978-11a4-4ad3-86fb-6f2c5a95cf82,revision_number=3']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:50:57.377787 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-ebf162f0-4a97-44ae-9b0c-134a207d2e8c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:50:57.398061 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07416493-5eaf-4d52-a88a-71a6042ead4b', 'tag': '77161978-11a4-4ad3-86fb-6f2c5a95cf82', 'status': 'completed', 'code': 200} May 10 19:50:57.489280 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ec5a9-6915-444d-8a9e-bc2d5223a5a9 req-d2b35cf0-d381-411f-a8c6-e7e8363cf837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:50:57.490722 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-043ec5a9-6915-444d-8a9e-bc2d5223a5a9 req-d2b35cf0-d381-411f-a8c6-e7e8363cf837 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6f71725c78c44808b4cc296ec6d4c8a4&device_id=07416493-5eaf-4d52-a88a-71a6042ead4b HTTP/1.1" status: 200 len: 1096 time: 0.0737619 May 10 19:50:57.631695 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ec5a9-6915-444d-8a9e-bc2d5223a5a9 req-c9d74a6e-a8ad-4895-98e7-83c56cc232e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:50:57.633135 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-043ec5a9-6915-444d-8a9e-bc2d5223a5a9 req-c9d74a6e-a8ad-4895-98e7-83c56cc232e4 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=6f71725c78c44808b4cc296ec6d4c8a4&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1344128 May 10 19:50:57.653691 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a507ad15-f636-4b1f-a8b8-ef27dc3a363f req-d6b680ec-b024-4dbc-bbee-650f6593ba58 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:50:57.655149 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-a507ad15-f636-4b1f-a8b8-ef27dc3a363f req-d6b680ec-b024-4dbc-bbee-650f6593ba58 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] 10.222.0.46 "GET /v2.0/ports?device_id=07416493-5eaf-4d52-a88a-71a6042ead4b HTTP/1.1" status: 200 len: 943 time: 0.0785084 May 10 19:50:57.702097 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-a507ad15-f636-4b1f-a8b8-ef27dc3a363f req-8f0924e4-2ea9-4744-ac62-02abe98d91c9 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] 10.222.0.46 "GET /v2.0/security-groups?id=abc191e5-b278-4b96-bd36-91162d655089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411625 May 10 19:50:57.771593 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ec5a9-6915-444d-8a9e-bc2d5223a5a9 req-8e7538a8-3399-49d0-b96c-e442ad684159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:50:57.773025 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-043ec5a9-6915-444d-8a9e-bc2d5223a5a9 req-8e7538a8-3399-49d0-b96c-e442ad684159 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1325996 May 10 19:50:57.878571 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b443d7-4d5b-40e9-97fd-2b52d9b3d29b req-8ca2ee91-c28a-4ac0-a26f-cb5b095e4afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:50:57.880060 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-a8b443d7-4d5b-40e9-97fd-2b52d9b3d29b req-8ca2ee91-c28a-4ac0-a26f-cb5b095e4afa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6f71725c78c44808b4cc296ec6d4c8a4&device_id=07416493-5eaf-4d52-a88a-71a6042ead4b HTTP/1.1" status: 200 len: 1096 time: 0.0697839 May 10 19:50:58.044350 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-a8b443d7-4d5b-40e9-97fd-2b52d9b3d29b req-3b24b6c8-523f-4247-97a0-87de5507753d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77161978-11a4-4ad3-86fb-6f2c5a95cf82 HTTP/1.1" status: 200 len: 217 time: 0.1570098 May 10 19:50:58.105581 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b443d7-4d5b-40e9-97fd-2b52d9b3d29b req-aa63aabe-fb88-4e0a-bdfa-b2fb8c6a906f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:50:58.106963 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-a8b443d7-4d5b-40e9-97fd-2b52d9b3d29b req-aa63aabe-fb88-4e0a-bdfa-b2fb8c6a906f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ef614d10-5afc-48dd-b95e-10f69e2fafa9 HTTP/1.1" status: 200 len: 848 time: 0.0554757 May 10 19:50:58.154714 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-a8b443d7-4d5b-40e9-97fd-2b52d9b3d29b req-4d52ac61-001a-4e08-a074-f860d41ce3b5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e5051b56-0ff8-4269-b162-6fa135537d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409181 May 10 19:50:58.282627 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-a8b443d7-4d5b-40e9-97fd-2b52d9b3d29b req-f2683000-4246-43fd-bfaa-a627954b392e service neutron] 10.222.0.36 "GET /v2.0/networks/e5051b56-0ff8-4269-b162-6fa135537d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214540 May 10 19:50:58.408905 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-a8b443d7-4d5b-40e9-97fd-2b52d9b3d29b req-a4294ff0-7143-4960-b337-fd425817e003 service neutron] 10.222.0.36 "GET /v2.0/networks/e5051b56-0ff8-4269-b162-6fa135537d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198156 May 10 19:50:58.884046 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd08c7c-dfee-47af-86da-f2b28d4cb052 req-82b08122-c35a-46c4-83eb-6a9560daa0eb tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:50:58.885498 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-cbd08c7c-dfee-47af-86da-f2b28d4cb052 req-82b08122-c35a-46c4-83eb-6a9560daa0eb tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] 10.222.0.46 "GET /v2.0/ports?device_id=07416493-5eaf-4d52-a88a-71a6042ead4b HTTP/1.1" status: 200 len: 943 time: 0.0790136 May 10 19:50:58.929771 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-cbd08c7c-dfee-47af-86da-f2b28d4cb052 req-898d1fcf-04fc-469e-8984-ea1342a6dae4 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] 10.222.0.46 "GET /v2.0/security-groups?id=abc191e5-b278-4b96-bd36-91162d655089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386269 May 10 19:51:00.115617 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c509d563-8f90-4c8a-9289-a231d6d711ff req-9fa3d6a4-2398-4f6e-9e57-f20558958e11 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:51:00.117052 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-c509d563-8f90-4c8a-9289-a231d6d711ff req-9fa3d6a4-2398-4f6e-9e57-f20558958e11 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] 10.222.0.46 "GET /v2.0/ports?device_id=07416493-5eaf-4d52-a88a-71a6042ead4b HTTP/1.1" status: 200 len: 943 time: 0.0830550 May 10 19:51:00.161001 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-c509d563-8f90-4c8a-9289-a231d6d711ff req-1ce5e7e5-2847-486a-b365-c3dcca0721d7 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] 10.222.0.46 "GET /v2.0/security-groups?id=abc191e5-b278-4b96-bd36-91162d655089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383701 May 10 19:51:00.924308 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device 77161978-11a4-4ad3-86fb-6f2c5a95cf82 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=79297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 19:51:01.053518 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] For port 77161978-11a4-4ad3-86fb-6f2c5a95cf82, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=77161978-11a4-4ad3-86fb-6f2c5a95cf82,segment=NetworkSegment(d7323d78-e3a3-426e-b16d-432a29c1fd71),segment_id=d7323d78-e3a3-426e-b16d-432a29c1fd71)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:51:01.068983 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Returning: {'device': '77161978-11a4-4ad3-86fb-6f2c5a95cf82', 'network_id': 'e5051b56-0ff8-4269-b162-6fa135537d7c', 'port_id': '77161978-11a4-4ad3-86fb-6f2c5a95cf82', 'mac_address': 'fa:16:3e:34:44:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef614d10-5afc-48dd-b95e-10f69e2fafa9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 19:51:01.121974 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:01.138120 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.notifiers.nova [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77161978-11a4-4ad3-86fb-6f2c5a95cf82 {{(pid=79297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:51:01.152747 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] For port 77161978-11a4-4ad3-86fb-6f2c5a95cf82, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=77161978-11a4-4ad3-86fb-6f2c5a95cf82,segment=NetworkSegment(d7323d78-e3a3-426e-b16d-432a29c1fd71),segment_id=d7323d78-e3a3-426e-b16d-432a29c1fd71)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:51:01.280664 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:01.283408 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:51:01.346694 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ff5bc1-7eb4-43c9-87b8-d3d20e6e89a8 req-133ab4c9-5fd8-4de4-9b6c-c8e88f5d3159 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:51:01.348452 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Pushing event updated for resources: {'Port': ['ID=77161978-11a4-4ad3-86fb-6f2c5a95cf82,revision_number=4']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:51:01.348696 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-35ff5bc1-7eb4-43c9-87b8-d3d20e6e89a8 req-133ab4c9-5fd8-4de4-9b6c-c8e88f5d3159 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] 10.222.0.46 "GET /v2.0/ports?device_id=07416493-5eaf-4d52-a88a-71a6042ead4b HTTP/1.1" status: 200 len: 944 time: 0.0818975 May 10 19:51:01.351561 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:51:01.396487 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-35ff5bc1-7eb4-43c9-87b8-d3d20e6e89a8 req-8b7272d7-e8aa-47b0-a3e1-df7b46ae5f09 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] 10.222.0.46 "GET /v2.0/security-groups?id=abc191e5-b278-4b96-bd36-91162d655089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420337 May 10 19:51:01.507829 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] get_ports_and_sgs() called for port_ids ['77161978-11a4-4ad3-86fb-6f2c5a95cf82'] {{(pid=79297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:51:02.576067 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54495ce5-1d63-476d-963e-bec427ba1bc2 req-a09e483c-3b3d-4b6b-8487-d0e70fc4ffaf tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:51:02.577486 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-54495ce5-1d63-476d-963e-bec427ba1bc2 req-a09e483c-3b3d-4b6b-8487-d0e70fc4ffaf tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] 10.222.0.46 "GET /v2.0/ports?device_id=07416493-5eaf-4d52-a88a-71a6042ead4b HTTP/1.1" status: 200 len: 944 time: 0.0781746 May 10 19:51:02.620585 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-54495ce5-1d63-476d-963e-bec427ba1bc2 req-f0c9127c-2afe-40cd-8109-596979502023 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] 10.222.0.46 "GET /v2.0/security-groups?id=abc191e5-b278-4b96-bd36-91162d655089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367262 May 10 19:51:02.952597 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device 77161978-11a4-4ad3-86fb-6f2c5a95cf82 up at agent hyperv_hv-cinder-78445 {{(pid=79297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:51:03.098220 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Provisioning for port 77161978-11a4-4ad3-86fb-6f2c5a95cf82 completed by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:51:03.102883 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Provisioning complete for port 77161978-11a4-4ad3-86fb-6f2c5a95cf82 triggered by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:51:03.106881 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:03.216425 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:03.245082 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07416493-5eaf-4d52-a88a-71a6042ead4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77161978-11a4-4ad3-86fb-6f2c5a95cf82'}] {{(pid=79297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:51:03.257023 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] For port 77161978-11a4-4ad3-86fb-6f2c5a95cf82, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=77161978-11a4-4ad3-86fb-6f2c5a95cf82,segment=NetworkSegment(d7323d78-e3a3-426e-b16d-432a29c1fd71),segment_id=d7323d78-e3a3-426e-b16d-432a29c1fd71)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:51:03.290567 dv-cinder-784453-6-smb neutron-server[79297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07416493-5eaf-4d52-a88a-71a6042ead4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77161978-11a4-4ad3-86fb-6f2c5a95cf82', 'code': 200} May 10 19:51:03.340805 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:03.342669 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-8fd22f5e-83fe-4d20-b209-534dad36a217 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:51:03.438345 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Pushing event updated for resources: {'Port': ['ID=77161978-11a4-4ad3-86fb-6f2c5a95cf82,revision_number=5']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:51:03.441838 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:51:03.625298 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5f7bc-64ef-4d75-b62f-c48a822956a0 req-eb8318aa-2d78-479d-a8e9-a6ef8389a50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:51:03.626750 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-87a5f7bc-64ef-4d75-b62f-c48a822956a0 req-eb8318aa-2d78-479d-a8e9-a6ef8389a50b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=07416493-5eaf-4d52-a88a-71a6042ead4b HTTP/1.1" status: 200 len: 1098 time: 0.0695312 May 10 19:51:03.666489 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-87a5f7bc-64ef-4d75-b62f-c48a822956a0 req-bb9cffec-abca-41a4-9b0c-d111a73c4e7e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=abc191e5-b278-4b96-bd36-91162d655089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336711 May 10 19:51:03.806607 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb40cf42-188f-4067-a807-20cc1e2380a1 req-f86b7964-f37a-4110-98bb-879208c21fc1 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:51:03.808175 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-bb40cf42-188f-4067-a807-20cc1e2380a1 req-f86b7964-f37a-4110-98bb-879208c21fc1 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] 10.222.0.46 "GET /v2.0/ports?device_id=07416493-5eaf-4d52-a88a-71a6042ead4b HTTP/1.1" status: 200 len: 945 time: 0.0844500 May 10 19:51:03.853591 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-bb40cf42-188f-4067-a807-20cc1e2380a1 req-617647f9-7c01-4609-b4e7-94df40783c3c tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] 10.222.0.46 "GET /v2.0/security-groups?id=abc191e5-b278-4b96-bd36-91162d655089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396702 May 10 19:51:05.038932 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3245ad-140b-48b7-ae7a-551f5a19efa2 req-b6ba9fea-6915-4230-beae-4b0e19917b02 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:51:05.040298 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-1f3245ad-140b-48b7-ae7a-551f5a19efa2 req-b6ba9fea-6915-4230-beae-4b0e19917b02 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] 10.222.0.46 "GET /v2.0/ports?device_id=07416493-5eaf-4d52-a88a-71a6042ead4b HTTP/1.1" status: 200 len: 945 time: 0.0806382 May 10 19:51:05.088102 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-1f3245ad-140b-48b7-ae7a-551f5a19efa2 req-d7a8dd05-6eba-41c3-b1b1-988dd8008593 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] 10.222.0.46 "GET /v2.0/security-groups?id=abc191e5-b278-4b96-bd36-91162d655089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420055 May 10 19:51:06.620806 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755c45fb-ffd2-49da-a3ad-e0f70b42fde7 req-b9cffcaf-fd7c-46f6-b651-d5b2b64726db tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:51:06.622251 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-755c45fb-ffd2-49da-a3ad-e0f70b42fde7 req-b9cffcaf-fd7c-46f6-b651-d5b2b64726db tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] 10.222.0.46 "GET /v2.0/ports?device_id=07416493-5eaf-4d52-a88a-71a6042ead4b HTTP/1.1" status: 200 len: 945 time: 0.0789392 May 10 19:51:06.667033 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-755c45fb-ffd2-49da-a3ad-e0f70b42fde7 req-64dcbe9e-49fc-464b-8f22-8554745ce373 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] 10.222.0.46 "GET /v2.0/security-groups?id=abc191e5-b278-4b96-bd36-91162d655089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389345 May 10 19:51:07.855794 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab602d-5cfc-4efa-9512-d43cdec3af22 req-697da6ab-a932-4f35-9716-899cd2c0aeab tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:51:07.857192 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-83ab602d-5cfc-4efa-9512-d43cdec3af22 req-697da6ab-a932-4f35-9716-899cd2c0aeab tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] 10.222.0.46 "GET /v2.0/ports?device_id=07416493-5eaf-4d52-a88a-71a6042ead4b HTTP/1.1" status: 200 len: 945 time: 0.0850971 May 10 19:51:07.860597 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d146b-35c5-40da-b227-d1cdaedccdb7 req-8ae79708-8cef-4868-813a-523df70f8383 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:51:07.861302 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [req-da2d146b-35c5-40da-b227-d1cdaedccdb7 req-8ae79708-8cef-4868-813a-523df70f8383 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Synchronizing usage tracker for tenant:6f71725c78c44808b4cc296ec6d4c8a4 on resource:port {{(pid=79296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:51:07.902621 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-83ab602d-5cfc-4efa-9512-d43cdec3af22 req-d15d3301-f350-445b-8c9b-24ce2a9415cc tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] 10.222.0.46 "GET /v2.0/security-groups?id=abc191e5-b278-4b96-bd36-91162d655089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387323 May 10 19:51:07.960510 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [req-da2d146b-35c5-40da-b227-d1cdaedccdb7 req-8ae79708-8cef-4868-813a-523df70f8383 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Unset dirty status for tenant:6f71725c78c44808b4cc296ec6d4c8a4 on resource:port {{(pid=79296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:51:07.961706 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-da2d146b-35c5-40da-b227-d1cdaedccdb7 req-8ae79708-8cef-4868-813a-523df70f8383 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] 10.222.0.36 "GET /v2.0/ports?device_id=07416493-5eaf-4d52-a88a-71a6042ead4b HTTP/1.1" status: 200 len: 945 time: 0.1828504 May 10 19:51:08.097924 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.plugin [req-da2d146b-35c5-40da-b227-d1cdaedccdb7 req-cf6b598f-3df5-4da5-8f7e-add627d20f54 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Deleting port 77161978-11a4-4ad3-86fb-6f2c5a95cf82 {{(pid=79296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:51:08.098458 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-da2d146b-35c5-40da-b227-d1cdaedccdb7 req-cf6b598f-3df5-4da5-8f7e-add627d20f54 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757498910621'] for port, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:08.232317 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.db [req-da2d146b-35c5-40da-b227-d1cdaedccdb7 req-cf6b598f-3df5-4da5-8f7e-add627d20f54 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] For port 77161978-11a4-4ad3-86fb-6f2c5a95cf82, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=77161978-11a4-4ad3-86fb-6f2c5a95cf82,segment=NetworkSegment(d7323d78-e3a3-426e-b16d-432a29c1fd71),segment_id=d7323d78-e3a3-426e-b16d-432a29c1fd71)] {{(pid=79296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:51:08.232679 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-da2d146b-35c5-40da-b227-d1cdaedccdb7 req-cf6b598f-3df5-4da5-8f7e-add627d20f54 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670902'] for port, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:08.251960 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-e4814c0c-6481-492e-bd7d-9138be823067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:08.358359 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.plugin [req-da2d146b-35c5-40da-b227-d1cdaedccdb7 req-cf6b598f-3df5-4da5-8f7e-add627d20f54 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Calling delete_port for 77161978-11a4-4ad3-86fb-6f2c5a95cf82 owned by compute:nova {{(pid=79296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:51:08.429093 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:08.531850 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-da2d146b-35c5-40da-b227-d1cdaedccdb7 req-cf6b598f-3df5-4da5-8f7e-add627d20f54 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757498915184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757498479629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10503775'] for port, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:08.537638 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-bf1fc30f-333f-4615-875f-3638a055650a tempest-AttachVolumeTestJSON-1721305410 tempest-AttachVolumeTestJSON-1721305410-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:51:08.542735 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] get_ports_and_sgs() called for port_ids ['77161978-11a4-4ad3-86fb-6f2c5a95cf82'] {{(pid=79297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:51:08.582565 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6b598f-3df5-4da5-8f7e-add627d20f54 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Pushing event deleted for resources: {'Port': ['ID=77161978-11a4-4ad3-86fb-6f2c5a95cf82,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:51:08.616823 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6b598f-3df5-4da5-8f7e-add627d20f54 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:51:08.618312 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6b598f-3df5-4da5-8f7e-add627d20f54 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:51:08.618312 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6b598f-3df5-4da5-8f7e-add627d20f54 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:51:08.618312 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6b598f-3df5-4da5-8f7e-add627d20f54 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:51:08.618312 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6b598f-3df5-4da5-8f7e-add627d20f54 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:51:08.618700 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6b598f-3df5-4da5-8f7e-add627d20f54 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:51:08.619026 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6b598f-3df5-4da5-8f7e-add627d20f54 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:51:08.619374 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6b598f-3df5-4da5-8f7e-add627d20f54 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:51:08.619723 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6b598f-3df5-4da5-8f7e-add627d20f54 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:51:08.620067 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6b598f-3df5-4da5-8f7e-add627d20f54 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:51:08.620413 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6b598f-3df5-4da5-8f7e-add627d20f54 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:51:08.620756 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6b598f-3df5-4da5-8f7e-add627d20f54 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:51:08.628227 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-cf6b598f-3df5-4da5-8f7e-add627d20f54 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:51:08.666251 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.l3_dvrscheduler_db [req-da2d146b-35c5-40da-b227-d1cdaedccdb7 req-cf6b598f-3df5-4da5-8f7e-add627d20f54 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] No DVR routers for this DVR port 77161978-11a4-4ad3-86fb-6f2c5a95cf82 on host hv-cinder-78445 {{(pid=79296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:51:08.668428 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-da2d146b-35c5-40da-b227-d1cdaedccdb7 req-cf6b598f-3df5-4da5-8f7e-add627d20f54 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149324'] for port, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:08.670779 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07416493-5eaf-4d52-a88a-71a6042ead4b', 'name': 'network-vif-deleted', 'tag': '77161978-11a4-4ad3-86fb-6f2c5a95cf82'}] {{(pid=79296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:51:08.713886 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07416493-5eaf-4d52-a88a-71a6042ead4b', 'name': 'network-vif-deleted', 'tag': '77161978-11a4-4ad3-86fb-6f2c5a95cf82', 'status': 'completed', 'code': 200} May 10 19:51:08.741500 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-da2d146b-35c5-40da-b227-d1cdaedccdb7 req-cf6b598f-3df5-4da5-8f7e-add627d20f54 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] 10.222.0.36 "DELETE /v2.0/ports/77161978-11a4-4ad3-86fb-6f2c5a95cf82 HTTP/1.1" status: 204 len: 173 time: 0.7738972 May 10 19:51:09.068379 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-ca33cb5d-2c71-45d6-bc1a-8fb61a3fe41f req-0eb5e710-3ecc-4d00-929a-f812e67bdbdb tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] 10.222.0.46 "GET /v2.0/ports?device_id=07416493-5eaf-4d52-a88a-71a6042ead4b HTTP/1.1" status: 200 len: 210 time: 0.0426428 May 10 19:51:10.423035 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3e52a8-9fbb-4b76-85c6-277f4be014d2 req-36f950da-ad84-4117-b1a0-7369e29f4178 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:51:10.424476 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-8a3e52a8-9fbb-4b76-85c6-277f4be014d2 req-36f950da-ad84-4117-b1a0-7369e29f4178 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] 10.222.0.46 "GET /v2.0/networks?id=e5051b56-0ff8-4269-b162-6fa135537d7c HTTP/1.1" status: 200 len: 808 time: 0.1425617 May 10 19:51:10.438817 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-8a3e52a8-9fbb-4b76-85c6-277f4be014d2 req-42ba9e82-5a37-49cb-a91e-7441fc3c29a1 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] 10.222.0.46 "GET /v2.0/quotas/6f71725c78c44808b4cc296ec6d4c8a4 HTTP/1.1" status: 200 len: 375 time: 0.0089025 May 10 19:51:10.487958 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-8a3e52a8-9fbb-4b76-85c6-277f4be014d2 req-56561e8d-d399-45f7-b4e6-4ad0d8c8dab8 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6f71725c78c44808b4cc296ec6d4c8a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440428 May 10 19:51:10.705796 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-8a3e52a8-9fbb-4b76-85c6-277f4be014d2 req-12085ec9-f3b1-47be-abce-bfaf07d967c8 service neutron] 10.222.0.46 "GET /v2.0/networks/e5051b56-0ff8-4269-b162-6fa135537d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114294 May 10 19:51:10.835348 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-8a3e52a8-9fbb-4b76-85c6-277f4be014d2 req-267d6a99-86c9-4215-bb2e-2462aa78af07 service neutron] 10.222.0.46 "GET /v2.0/networks/e5051b56-0ff8-4269-b162-6fa135537d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231179 May 10 19:51:10.849464 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-d197bfd3-d4cd-4a6b-ad70-8ec65f870ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:10.926776 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:10.968051 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device 77161978-11a4-4ad3-86fb-6f2c5a95cf82 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:51:11.001856 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.plugin [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] No Port match for: 77161978-11a4-4ad3-86fb-6f2c5a95cf82 {{(pid=79297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:51:11.002206 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device 77161978-11a4-4ad3-86fb-6f2c5a95cf82 not bound to the agent host hv-cinder-78445 {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:51:11.128433 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-063290ab-e0e3-4905-9693-d354f49c22e2 req-8d441e6c-58b8-4163-be01-6361e667ccb8 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] 10.222.0.46 "GET /v2.0/ports?device_id=bacad8bd-e1f7-457b-ab9d-2eb9b856053b HTTP/1.1" status: 200 len: 210 time: 0.0422966 May 10 19:51:11.963705 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-05ecdfa3-b7ee-4afa-83d7-ebb5bc70016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:12.274050 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-60b0d27d-da4a-45c2-b8b2-919ccf5cb869 req-58b84c9b-f473-4b45-b0c8-fb0a7a4e1e02 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] 10.222.0.46 "GET /v2.0/ports?device_id=bacad8bd-e1f7-457b-ab9d-2eb9b856053b HTTP/1.1" status: 200 len: 210 time: 0.0428901 May 10 19:51:13.043877 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3e52a8-9fbb-4b76-85c6-277f4be014d2 req-0f928ca0-8702-4320-9945-2bbe1b7cf54a tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:51:13.045214 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-8a3e52a8-9fbb-4b76-85c6-277f4be014d2 req-0f928ca0-8702-4320-9945-2bbe1b7cf54a tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] 10.222.0.36 "GET /v2.0/networks?id=e5051b56-0ff8-4269-b162-6fa135537d7c HTTP/1.1" status: 200 len: 808 time: 0.1442850 May 10 19:51:13.056882 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.v2.base [req-8a3e52a8-9fbb-4b76-85c6-277f4be014d2 req-ab455a85-9238-4baf-a0bd-36dd9eec1783 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Request body: {'port': {'device_id': 'bacad8bd-e1f7-457b-ab9d-2eb9b856053b', 'network_id': 'e5051b56-0ff8-4269-b162-6fa135537d7c', 'admin_state_up': True, 'tenant_id': '6f71725c78c44808b4cc296ec6d4c8a4'}} {{(pid=79296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:51:13.190508 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [req-8a3e52a8-9fbb-4b76-85c6-277f4be014d2 req-ab455a85-9238-4baf-a0bd-36dd9eec1783 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:51:13.195121 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [req-8a3e52a8-9fbb-4b76-85c6-277f4be014d2 req-ab455a85-9238-4baf-a0bd-36dd9eec1783 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Usage tracker for resource:port and tenant:6f71725c78c44808b4cc296ec6d4c8a4 is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:51:13.198180 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [req-8a3e52a8-9fbb-4b76-85c6-277f4be014d2 req-ab455a85-9238-4baf-a0bd-36dd9eec1783 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:51:13.204667 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [req-8a3e52a8-9fbb-4b76-85c6-277f4be014d2 req-ab455a85-9238-4baf-a0bd-36dd9eec1783 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:51:13.297263 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a3e52a8-9fbb-4b76-85c6-277f4be014d2 req-ab455a85-9238-4baf-a0bd-36dd9eec1783 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Made reservation on behalf of 6f71725c78c44808b4cc296ec6d4c8a4 for: {'port': 1} {{(pid=79296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:51:13.300711 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-8a3e52a8-9fbb-4b76-85c6-277f4be014d2 req-ab455a85-9238-4baf-a0bd-36dd9eec1783 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:13.425861 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-0380c987-fce4-44dc-889b-3fc7068b62f6 req-1e2e516e-5c99-4162-90b5-50a55a39a798 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] 10.222.0.46 "GET /v2.0/ports?device_id=bacad8bd-e1f7-457b-ab9d-2eb9b856053b HTTP/1.1" status: 200 len: 210 time: 0.0453172 May 10 19:51:13.466882 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.db_base_plugin_common [req-8a3e52a8-9fbb-4b76-85c6-277f4be014d2 req-ab455a85-9238-4baf-a0bd-36dd9eec1783 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Allocated IP 172.20.0.12 (e5051b56-0ff8-4269-b162-6fa135537d7c/ef614d10-5afc-48dd-b95e-10f69e2fafa9/d02832f1-2937-48ad-9464-f39a0abb44a5) {{(pid=79296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:51:13.666292 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-8a3e52a8-9fbb-4b76-85c6-277f4be014d2 req-ab455a85-9238-4baf-a0bd-36dd9eec1783 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Notify callbacks [] for port, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:13.746625 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-8a3e52a8-9fbb-4b76-85c6-277f4be014d2 req-ab455a85-9238-4baf-a0bd-36dd9eec1783 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757498479620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10503775'] for port, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:13.752622 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-58ef0a18-5c9d-48d8-bde7-ded1a26cec81 tempest-AttachVolumeShelveTestJSON-1773006554 tempest-AttachVolumeShelveTestJSON-1773006554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:51:13.769800 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-02078f97-e06b-4c48-b673-8bf9bf3f5f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:13.815342 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a3e52a8-9fbb-4b76-85c6-277f4be014d2 req-ab455a85-9238-4baf-a0bd-36dd9eec1783 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Network e5051b56-0ff8-4269-b162-6fa135537d7c is already hosted by enough agents. {{(pid=79296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:51:13.818383 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.scheduler.base_scheduler [req-8a3e52a8-9fbb-4b76-85c6-277f4be014d2 req-ab455a85-9238-4baf-a0bd-36dd9eec1783 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Resources bound (agent type, host, resource id): {{(pid=79296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:51:13.826582 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a3e52a8-9fbb-4b76-85c6-277f4be014d2 req-ab455a85-9238-4baf-a0bd-36dd9eec1783 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Received port after_create {{(pid=79296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:51:13.857252 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab455a85-9238-4baf-a0bd-36dd9eec1783 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Pushing event updated for resources: {'Port': ['ID=d02832f1-2937-48ad-9464-f39a0abb44a5,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:51:13.864604 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-ab455a85-9238-4baf-a0bd-36dd9eec1783 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:51:13.893734 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3e52a8-9fbb-4b76-85c6-277f4be014d2 req-ab455a85-9238-4baf-a0bd-36dd9eec1783 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:51:13.894963 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-8a3e52a8-9fbb-4b76-85c6-277f4be014d2 req-ab455a85-9238-4baf-a0bd-36dd9eec1783 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149324'] for port, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:14.036171 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-8a3e52a8-9fbb-4b76-85c6-277f4be014d2 req-ab455a85-9238-4baf-a0bd-36dd9eec1783 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9828858 May 10 19:51:14.047453 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.v2.base [req-8a3e52a8-9fbb-4b76-85c6-277f4be014d2 req-d534a76e-c31e-4ca0-89e7-88067d9252bc service neutron] Request body: {'port': {'device_id': 'bacad8bd-e1f7-457b-ab9d-2eb9b856053b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=79296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:51:14.243530 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-8a3e52a8-9fbb-4b76-85c6-277f4be014d2 req-d534a76e-c31e-4ca0-89e7-88067d9252bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:14.578288 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.notifiers.nova [req-8a3e52a8-9fbb-4b76-85c6-277f4be014d2 req-d534a76e-c31e-4ca0-89e7-88067d9252bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d02832f1-2937-48ad-9464-f39a0abb44a5 {{(pid=79296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:51:14.585984 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-8a3e52a8-9fbb-4b76-85c6-277f4be014d2 req-d534a76e-c31e-4ca0-89e7-88067d9252bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:14.600366 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.provisioning_blocks [req-8a3e52a8-9fbb-4b76-85c6-277f4be014d2 req-d534a76e-c31e-4ca0-89e7-88067d9252bc service neutron] Transition to ACTIVE for port object d02832f1-2937-48ad-9464-f39a0abb44a5 will not be triggered until provisioned by entity L2. {{(pid=79296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:51:14.608424 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384a2028-7a9b-4957-81d0-9230a5ddbe68 req-9a77d80d-3200-45f5-aa23-9f0a6d98e4b5 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:51:14.609864 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-384a2028-7a9b-4957-81d0-9230a5ddbe68 req-9a77d80d-3200-45f5-aa23-9f0a6d98e4b5 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] 10.222.0.46 "GET /v2.0/ports?device_id=bacad8bd-e1f7-457b-ab9d-2eb9b856053b HTTP/1.1" status: 200 len: 932 time: 0.0793824 May 10 19:51:14.654957 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-384a2028-7a9b-4957-81d0-9230a5ddbe68 req-9972fa48-5ddb-41fe-b267-f5a511534158 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] 10.222.0.46 "GET /v2.0/security-groups?id=abc191e5-b278-4b96-bd36-91162d655089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391843 May 10 19:51:14.686391 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-8a3e52a8-9fbb-4b76-85c6-277f4be014d2 req-d534a76e-c31e-4ca0-89e7-88067d9252bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10503750'] for port, after_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:14.691805 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-32fd13fd-1283-4d40-9410-df48639d9f02 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:51:14.813726 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d534a76e-c31e-4ca0-89e7-88067d9252bc service neutron] Pushing event updated for resources: {'Port': ['ID=d02832f1-2937-48ad-9464-f39a0abb44a5,revision_number=2']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:51:14.839227 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-d534a76e-c31e-4ca0-89e7-88067d9252bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:51:14.916770 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.managers [req-8a3e52a8-9fbb-4b76-85c6-277f4be014d2 req-d534a76e-c31e-4ca0-89e7-88067d9252bc service neutron] Attempting to bind port d02832f1-2937-48ad-9464-f39a0abb44a5 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=79296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:51:14.917105 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.managers [req-8a3e52a8-9fbb-4b76-85c6-277f4be014d2 req-d534a76e-c31e-4ca0-89e7-88067d9252bc service neutron] Attempting to bind port d02832f1-2937-48ad-9464-f39a0abb44a5 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': 'd7323d78-e3a3-426e-b16d-432a29c1fd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e5051b56-0ff8-4269-b162-6fa135537d7c'}] {{(pid=79296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:51:14.917434 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3e52a8-9fbb-4b76-85c6-277f4be014d2 req-d534a76e-c31e-4ca0-89e7-88067d9252bc service neutron] Attempting to bind port d02832f1-2937-48ad-9464-f39a0abb44a5 on network e5051b56-0ff8-4269-b162-6fa135537d7c {{(pid=79296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:51:14.921961 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3e52a8-9fbb-4b76-85c6-277f4be014d2 req-d534a76e-c31e-4ca0-89e7-88067d9252bc service neutron] Port d02832f1-2937-48ad-9464-f39a0abb44a5 on network e5051b56-0ff8-4269-b162-6fa135537d7c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=79296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 19:51:14.922286 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3e52a8-9fbb-4b76-85c6-277f4be014d2 req-d534a76e-c31e-4ca0-89e7-88067d9252bc service neutron] Attempting to bind port d02832f1-2937-48ad-9464-f39a0abb44a5 on network e5051b56-0ff8-4269-b162-6fa135537d7c {{(pid=79296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:51:14.927411 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3e52a8-9fbb-4b76-85c6-277f4be014d2 req-d534a76e-c31e-4ca0-89e7-88067d9252bc service neutron] Checking agent: {'id': '9c4a8215-4a8c-47cd-bc08-47634ab436c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 35, 38), 'started_at': datetime.datetime(2021, 5, 10, 19, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:51:14.927744 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3e52a8-9fbb-4b76-85c6-277f4be014d2 req-d534a76e-c31e-4ca0-89e7-88067d9252bc service neutron] Checking segment: {'id': 'd7323d78-e3a3-426e-b16d-432a29c1fd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e5051b56-0ff8-4269-b162-6fa135537d7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:51:14.928132 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3e52a8-9fbb-4b76-85c6-277f4be014d2 req-d534a76e-c31e-4ca0-89e7-88067d9252bc service neutron] Bound using segment: {'id': 'd7323d78-e3a3-426e-b16d-432a29c1fd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e5051b56-0ff8-4269-b162-6fa135537d7c'} {{(pid=79296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:51:14.928551 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.managers [req-8a3e52a8-9fbb-4b76-85c6-277f4be014d2 req-d534a76e-c31e-4ca0-89e7-88067d9252bc service neutron] Bound port: d02832f1-2937-48ad-9464-f39a0abb44a5, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7323d78-e3a3-426e-b16d-432a29c1fd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e5051b56-0ff8-4269-b162-6fa135537d7c'}}] {{(pid=79296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:51:14.928908 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-8a3e52a8-9fbb-4b76-85c6-277f4be014d2 req-d534a76e-c31e-4ca0-89e7-88067d9252bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:15.014009 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.db [req-8a3e52a8-9fbb-4b76-85c6-277f4be014d2 req-d534a76e-c31e-4ca0-89e7-88067d9252bc service neutron] For port d02832f1-2937-48ad-9464-f39a0abb44a5, host hv-cinder-78445, cleared binding levels {{(pid=79296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:51:15.016938 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.db [req-8a3e52a8-9fbb-4b76-85c6-277f4be014d2 req-d534a76e-c31e-4ca0-89e7-88067d9252bc service neutron] For port d02832f1-2937-48ad-9464-f39a0abb44a5, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=d02832f1-2937-48ad-9464-f39a0abb44a5,segment=NetworkSegment(d7323d78-e3a3-426e-b16d-432a29c1fd71),segment_id=d7323d78-e3a3-426e-b16d-432a29c1fd71)] {{(pid=79296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:51:15.069429 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-8a3e52a8-9fbb-4b76-85c6-277f4be014d2 req-d534a76e-c31e-4ca0-89e7-88067d9252bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10503750'] for port, after_update {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:15.073917 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-cf6b598f-3df5-4da5-8f7e-add627d20f54 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:51:15.127436 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3e52a8-9fbb-4b76-85c6-277f4be014d2 req-d534a76e-c31e-4ca0-89e7-88067d9252bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:51:15.134679 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-8a3e52a8-9fbb-4b76-85c6-277f4be014d2 req-d534a76e-c31e-4ca0-89e7-88067d9252bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149324'] for port, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:15.134679 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-8a3e52a8-9fbb-4b76-85c6-277f4be014d2 req-d534a76e-c31e-4ca0-89e7-88067d9252bc service neutron] 10.222.0.36 "PUT /v2.0/ports/d02832f1-2937-48ad-9464-f39a0abb44a5 HTTP/1.1" status: 200 len: 1094 time: 1.0864229 May 10 19:51:15.134679 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bacad8bd-e1f7-457b-ab9d-2eb9b856053b', 'tag': 'd02832f1-2937-48ad-9464-f39a0abb44a5'}] {{(pid=79296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:51:15.157701 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d534a76e-c31e-4ca0-89e7-88067d9252bc service neutron] Pushing event updated for resources: {'Port': ['ID=d02832f1-2937-48ad-9464-f39a0abb44a5,revision_number=3']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:51:15.161502 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-d534a76e-c31e-4ca0-89e7-88067d9252bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:51:15.175242 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bacad8bd-e1f7-457b-ab9d-2eb9b856053b', 'tag': 'd02832f1-2937-48ad-9464-f39a0abb44a5', 'status': 'completed', 'code': 200} May 10 19:51:15.262604 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee164a0-c9d0-4afe-8469-7cd0ae36ba49 req-f966d016-e19a-4f6a-a138-c2f719def2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:51:15.264111 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-3ee164a0-c9d0-4afe-8469-7cd0ae36ba49 req-f966d016-e19a-4f6a-a138-c2f719def2e7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6f71725c78c44808b4cc296ec6d4c8a4&device_id=bacad8bd-e1f7-457b-ab9d-2eb9b856053b HTTP/1.1" status: 200 len: 1097 time: 0.0698295 May 10 19:51:15.401023 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee164a0-c9d0-4afe-8469-7cd0ae36ba49 req-f613b2b2-fbe1-4c80-bf61-255cfd64ac86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:51:15.402432 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-3ee164a0-c9d0-4afe-8469-7cd0ae36ba49 req-f613b2b2-fbe1-4c80-bf61-255cfd64ac86 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=6f71725c78c44808b4cc296ec6d4c8a4&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1317420 May 10 19:51:15.535675 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee164a0-c9d0-4afe-8469-7cd0ae36ba49 req-e46f56df-f630-4fc4-b73b-e584c8f9a5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:51:15.537095 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-3ee164a0-c9d0-4afe-8469-7cd0ae36ba49 req-e46f56df-f630-4fc4-b73b-e584c8f9a5ca service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1284709 May 10 19:51:15.644292 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3e52a8-9fbb-4b76-85c6-277f4be014d2 req-731ca5a8-3c64-4b83-9daf-6628679d6c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:51:15.645742 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-8a3e52a8-9fbb-4b76-85c6-277f4be014d2 req-731ca5a8-3c64-4b83-9daf-6628679d6c2e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6f71725c78c44808b4cc296ec6d4c8a4&device_id=bacad8bd-e1f7-457b-ab9d-2eb9b856053b HTTP/1.1" status: 200 len: 1097 time: 0.0752242 May 10 19:51:15.711905 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-8a3e52a8-9fbb-4b76-85c6-277f4be014d2 req-a7ea44b6-c8c9-4347-957a-9e4420d531d8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d02832f1-2937-48ad-9464-f39a0abb44a5 HTTP/1.1" status: 200 len: 217 time: 0.0594461 May 10 19:51:15.777286 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3e52a8-9fbb-4b76-85c6-277f4be014d2 req-3df055bf-740d-4407-b199-1986d822fe33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:51:15.778828 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-8a3e52a8-9fbb-4b76-85c6-277f4be014d2 req-3df055bf-740d-4407-b199-1986d822fe33 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ef614d10-5afc-48dd-b95e-10f69e2fafa9 HTTP/1.1" status: 200 len: 848 time: 0.0610058 May 10 19:51:15.828081 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-8a3e52a8-9fbb-4b76-85c6-277f4be014d2 req-4e8eceeb-0282-441c-9095-f5387429779d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e5051b56-0ff8-4269-b162-6fa135537d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426803 May 10 19:51:15.844495 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854bb51d-f7e9-4d7d-87b4-7155b5f3107f req-d902c0e0-9c77-4968-b9af-34a2b7a981bd tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:51:15.845957 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-854bb51d-f7e9-4d7d-87b4-7155b5f3107f req-d902c0e0-9c77-4968-b9af-34a2b7a981bd tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] 10.222.0.46 "GET /v2.0/ports?device_id=bacad8bd-e1f7-457b-ab9d-2eb9b856053b HTTP/1.1" status: 200 len: 944 time: 0.0837865 May 10 19:51:15.891285 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-854bb51d-f7e9-4d7d-87b4-7155b5f3107f req-171bffa2-f40f-45eb-b47a-28e54ef0fcfb tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] 10.222.0.46 "GET /v2.0/security-groups?id=abc191e5-b278-4b96-bd36-91162d655089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389788 May 10 19:51:15.960407 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-8a3e52a8-9fbb-4b76-85c6-277f4be014d2 req-85e2b96c-cd9e-4c83-9566-a68662afd551 service neutron] 10.222.0.36 "GET /v2.0/networks/e5051b56-0ff8-4269-b162-6fa135537d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255944 May 10 19:51:16.180138 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-8a3e52a8-9fbb-4b76-85c6-277f4be014d2 req-9620e625-e1f2-4708-9bf8-b156a7ba89da service neutron] 10.222.0.36 "GET /v2.0/networks/e5051b56-0ff8-4269-b162-6fa135537d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128193 May 10 19:51:17.075191 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a94464-5408-4e30-b1fc-f51591737735 req-183b2a1b-ad93-4b27-9eb0-766bc4c8cc67 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:51:17.076521 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-d5a94464-5408-4e30-b1fc-f51591737735 req-183b2a1b-ad93-4b27-9eb0-766bc4c8cc67 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] 10.222.0.46 "GET /v2.0/ports?device_id=bacad8bd-e1f7-457b-ab9d-2eb9b856053b HTTP/1.1" status: 200 len: 944 time: 0.0806193 May 10 19:51:17.120260 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-d5a94464-5408-4e30-b1fc-f51591737735 req-854ed117-4fad-486b-87a3-2a92f17c3436 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] 10.222.0.46 "GET /v2.0/security-groups?id=abc191e5-b278-4b96-bd36-91162d655089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376208 May 10 19:51:18.303091 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2dbf0c-92a2-4c63-a9d4-04fee0294187 req-1d6ab696-4593-44cb-a3f7-a76e1cf87953 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:51:18.304669 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-8a2dbf0c-92a2-4c63-a9d4-04fee0294187 req-1d6ab696-4593-44cb-a3f7-a76e1cf87953 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] 10.222.0.46 "GET /v2.0/ports?device_id=bacad8bd-e1f7-457b-ab9d-2eb9b856053b HTTP/1.1" status: 200 len: 944 time: 0.0812824 May 10 19:51:18.354602 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-8a2dbf0c-92a2-4c63-a9d4-04fee0294187 req-574ddb45-b646-4d46-ad64-cd17bfd25c26 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] 10.222.0.46 "GET /v2.0/security-groups?id=abc191e5-b278-4b96-bd36-91162d655089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442173 May 10 19:51:18.971071 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device d02832f1-2937-48ad-9464-f39a0abb44a5 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=79297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 19:51:19.101306 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] For port d02832f1-2937-48ad-9464-f39a0abb44a5, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=d02832f1-2937-48ad-9464-f39a0abb44a5,segment=NetworkSegment(d7323d78-e3a3-426e-b16d-432a29c1fd71),segment_id=d7323d78-e3a3-426e-b16d-432a29c1fd71)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:51:19.114172 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Returning: {'device': 'd02832f1-2937-48ad-9464-f39a0abb44a5', 'network_id': 'e5051b56-0ff8-4269-b162-6fa135537d7c', 'port_id': 'd02832f1-2937-48ad-9464-f39a0abb44a5', 'mac_address': 'fa:16:3e:51:ea:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef614d10-5afc-48dd-b95e-10f69e2fafa9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 19:51:19.171574 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:19.188085 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.notifiers.nova [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d02832f1-2937-48ad-9464-f39a0abb44a5 {{(pid=79297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:51:19.203320 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] For port d02832f1-2937-48ad-9464-f39a0abb44a5, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=d02832f1-2937-48ad-9464-f39a0abb44a5,segment=NetworkSegment(d7323d78-e3a3-426e-b16d-432a29c1fd71),segment_id=d7323d78-e3a3-426e-b16d-432a29c1fd71)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:51:19.262835 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:19.264543 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:51:19.327861 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Pushing event updated for resources: {'Port': ['ID=d02832f1-2937-48ad-9464-f39a0abb44a5,revision_number=4']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:51:19.330776 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:51:19.451336 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] get_ports_and_sgs() called for port_ids ['d02832f1-2937-48ad-9464-f39a0abb44a5'] {{(pid=79297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:51:19.537590 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af227f4-177c-4a56-839d-ff5bbd0a5091 req-baff9a8f-0cf3-4535-a97a-c7fdb0d43a65 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:51:19.539103 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-7af227f4-177c-4a56-839d-ff5bbd0a5091 req-baff9a8f-0cf3-4535-a97a-c7fdb0d43a65 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] 10.222.0.46 "GET /v2.0/ports?device_id=bacad8bd-e1f7-457b-ab9d-2eb9b856053b HTTP/1.1" status: 200 len: 945 time: 0.0788102 May 10 19:51:19.582802 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-7af227f4-177c-4a56-839d-ff5bbd0a5091 req-d09e0a08-5ed4-4fe8-80fa-bf5af8f3603f tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] 10.222.0.46 "GET /v2.0/security-groups?id=abc191e5-b278-4b96-bd36-91162d655089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379539 May 10 19:51:20.768311 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a289b9-91a8-4dad-a532-541bb899eea1 req-c358d4dc-30c4-44ea-985b-1fc4173878b9 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:51:20.769808 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-a6a289b9-91a8-4dad-a532-541bb899eea1 req-c358d4dc-30c4-44ea-985b-1fc4173878b9 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] 10.222.0.46 "GET /v2.0/ports?device_id=bacad8bd-e1f7-457b-ab9d-2eb9b856053b HTTP/1.1" status: 200 len: 945 time: 0.0833871 May 10 19:51:20.813804 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-a6a289b9-91a8-4dad-a532-541bb899eea1 req-27a987a5-fd00-40dd-89ac-af14c7888186 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] 10.222.0.46 "GET /v2.0/security-groups?id=abc191e5-b278-4b96-bd36-91162d655089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383306 May 10 19:51:20.971234 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device d02832f1-2937-48ad-9464-f39a0abb44a5 up at agent hyperv_hv-cinder-78445 {{(pid=79297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:51:21.095168 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Provisioning for port d02832f1-2937-48ad-9464-f39a0abb44a5 completed by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:51:21.100343 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.db.provisioning_blocks [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Provisioning complete for port d02832f1-2937-48ad-9464-f39a0abb44a5 triggered by entity L2. {{(pid=79297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:51:21.100714 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004458'] for port, provisioning_complete {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:21.214273 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3886845'] for port, before_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:21.240565 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bacad8bd-e1f7-457b-ab9d-2eb9b856053b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd02832f1-2937-48ad-9464-f39a0abb44a5'}] {{(pid=79297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:51:21.250665 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] For port d02832f1-2937-48ad-9464-f39a0abb44a5, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=d02832f1-2937-48ad-9464-f39a0abb44a5,segment=NetworkSegment(d7323d78-e3a3-426e-b16d-432a29c1fd71),segment_id=d7323d78-e3a3-426e-b16d-432a29c1fd71)] {{(pid=79297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:51:21.282810 dv-cinder-784453-6-smb neutron-server[79297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bacad8bd-e1f7-457b-ab9d-2eb9b856053b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd02832f1-2937-48ad-9464-f39a0abb44a5', 'code': 200} May 10 19:51:21.312174 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757498915175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757498479638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757498479683'] for port, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:21.314034 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:51:21.380547 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Pushing event updated for resources: {'Port': ['ID=d02832f1-2937-48ad-9464-f39a0abb44a5,revision_number=5']} {{(pid=79297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:51:21.387626 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:51:21.392054 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:51:21.392054 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:51:21.392054 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:51:21.392054 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:51:21.392054 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:51:21.392054 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:51:21.392054 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:51:21.392054 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:51:21.392054 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:51:21.392054 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:51:21.392054 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:51:21.394561 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG oslo_concurrency.lockutils [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:51:21.593317 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da7f28-10ae-4221-82de-a36b24633620 req-a196a7eb-6eb4-41de-b2ad-915adedf72f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:51:21.594764 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-36da7f28-10ae-4221-82de-a36b24633620 req-a196a7eb-6eb4-41de-b2ad-915adedf72f5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bacad8bd-e1f7-457b-ab9d-2eb9b856053b HTTP/1.1" status: 200 len: 1099 time: 0.0711317 May 10 19:51:21.633845 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-36da7f28-10ae-4221-82de-a36b24633620 req-3108010a-6922-4f8e-bead-de0e498841a8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=abc191e5-b278-4b96-bd36-91162d655089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330496 May 10 19:51:21.998623 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c7487-c547-450f-9c62-67af94bb933f req-f83c8f72-05b9-4cf4-8fb1-00cc4c62511b tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:51:22.000094 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-444c7487-c547-450f-9c62-67af94bb933f req-f83c8f72-05b9-4cf4-8fb1-00cc4c62511b tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] 10.222.0.46 "GET /v2.0/ports?device_id=bacad8bd-e1f7-457b-ab9d-2eb9b856053b HTTP/1.1" status: 200 len: 946 time: 0.0794063 May 10 19:51:22.043893 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-444c7487-c547-450f-9c62-67af94bb933f req-50597f9d-eab2-4613-a9c6-192db2d174b6 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] 10.222.0.46 "GET /v2.0/security-groups?id=abc191e5-b278-4b96-bd36-91162d655089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378072 May 10 19:51:23.228754 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c9672-e02f-4f93-a2e9-c61d70cd7baa req-e3ca6f2e-4bf3-4bbf-a026-2df901db9268 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:51:23.230192 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-7c7c9672-e02f-4f93-a2e9-c61d70cd7baa req-e3ca6f2e-4bf3-4bbf-a026-2df901db9268 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] 10.222.0.46 "GET /v2.0/ports?device_id=bacad8bd-e1f7-457b-ab9d-2eb9b856053b HTTP/1.1" status: 200 len: 946 time: 0.0807374 May 10 19:51:23.273975 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-7c7c9672-e02f-4f93-a2e9-c61d70cd7baa req-1467ca73-d10d-4603-b8bb-7906767f43a2 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] 10.222.0.46 "GET /v2.0/security-groups?id=abc191e5-b278-4b96-bd36-91162d655089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380609 May 10 19:51:24.814367 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d976c255-e1a2-4bc5-a892-b380e89b4ea4 req-9b4dfb8b-2206-4699-9ea0-86be093173f2 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:51:24.815828 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-d976c255-e1a2-4bc5-a892-b380e89b4ea4 req-9b4dfb8b-2206-4699-9ea0-86be093173f2 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] 10.222.0.46 "GET /v2.0/ports?device_id=bacad8bd-e1f7-457b-ab9d-2eb9b856053b HTTP/1.1" status: 200 len: 946 time: 0.0848956 May 10 19:51:24.860321 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-d976c255-e1a2-4bc5-a892-b380e89b4ea4 req-f65e93dc-e98b-480b-a0c6-7f9126815ff8 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] 10.222.0.46 "GET /v2.0/security-groups?id=abc191e5-b278-4b96-bd36-91162d655089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388238 May 10 19:51:26.026890 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3391b6-75dd-4a0b-bd53-335ba7343089 req-e4d789f8-e5e1-4c03-949c-71a9a56e534d tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:51:26.027580 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [req-da3391b6-75dd-4a0b-bd53-335ba7343089 req-e4d789f8-e5e1-4c03-949c-71a9a56e534d tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Synchronizing usage tracker for tenant:6f71725c78c44808b4cc296ec6d4c8a4 on resource:port {{(pid=79296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:51:26.092100 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88432b9c-9ee7-4af2-b772-1e863fd95ff1 req-ee974e9c-f83a-4033-aad2-3ed14d6b0eba tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:51:26.093619 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-88432b9c-9ee7-4af2-b772-1e863fd95ff1 req-ee974e9c-f83a-4033-aad2-3ed14d6b0eba tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] 10.222.0.46 "GET /v2.0/ports?device_id=bacad8bd-e1f7-457b-ab9d-2eb9b856053b HTTP/1.1" status: 200 len: 946 time: 0.0803127 May 10 19:51:26.140990 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-88432b9c-9ee7-4af2-b772-1e863fd95ff1 req-098da6c3-4b79-4f51-b592-584166ba62fe tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] 10.222.0.46 "GET /v2.0/security-groups?id=abc191e5-b278-4b96-bd36-91162d655089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410526 May 10 19:51:26.173111 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [req-da3391b6-75dd-4a0b-bd53-335ba7343089 req-e4d789f8-e5e1-4c03-949c-71a9a56e534d tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Unset dirty status for tenant:6f71725c78c44808b4cc296ec6d4c8a4 on resource:port {{(pid=79296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:51:26.184160 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-da3391b6-75dd-4a0b-bd53-335ba7343089 req-e4d789f8-e5e1-4c03-949c-71a9a56e534d tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] 10.222.0.36 "GET /v2.0/ports?device_id=bacad8bd-e1f7-457b-ab9d-2eb9b856053b HTTP/1.1" status: 200 len: 946 time: 0.2257905 May 10 19:51:26.336860 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.plugin [req-da3391b6-75dd-4a0b-bd53-335ba7343089 req-71a89714-50ba-433f-a383-3b2056229962 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Deleting port d02832f1-2937-48ad-9464-f39a0abb44a5 {{(pid=79296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:51:26.337204 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-da3391b6-75dd-4a0b-bd53-335ba7343089 req-71a89714-50ba-433f-a383-3b2056229962 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757498910621'] for port, before_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:26.467932 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.db [req-da3391b6-75dd-4a0b-bd53-335ba7343089 req-71a89714-50ba-433f-a383-3b2056229962 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] For port d02832f1-2937-48ad-9464-f39a0abb44a5, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=d02832f1-2937-48ad-9464-f39a0abb44a5,segment=NetworkSegment(d7323d78-e3a3-426e-b16d-432a29c1fd71),segment_id=d7323d78-e3a3-426e-b16d-432a29c1fd71)] {{(pid=79296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:51:26.468207 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-da3391b6-75dd-4a0b-bd53-335ba7343089 req-71a89714-50ba-433f-a383-3b2056229962 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670902'] for port, precommit_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:26.588802 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.plugins.ml2.plugin [req-da3391b6-75dd-4a0b-bd53-335ba7343089 req-71a89714-50ba-433f-a383-3b2056229962 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Calling delete_port for d02832f1-2937-48ad-9464-f39a0abb44a5 owned by compute:nova {{(pid=79296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:51:26.749578 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-da3391b6-75dd-4a0b-bd53-335ba7343089 req-71a89714-50ba-433f-a383-3b2056229962 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3886782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757498915184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757498479629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10503775'] for port, after_delete {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:26.755603 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-07e30b5a-4578-4179-8d41-5f8c09f4d3ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:51:26.761063 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.db [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] get_ports_and_sgs() called for port_ids ['d02832f1-2937-48ad-9464-f39a0abb44a5'] {{(pid=79297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:51:26.797426 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a89714-50ba-433f-a383-3b2056229962 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Pushing event deleted for resources: {'Port': ['ID=d02832f1-2937-48ad-9464-f39a0abb44a5,revision_number=None']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:51:26.801352 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-71a89714-50ba-433f-a383-3b2056229962 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:51:26.872951 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.l3_dvrscheduler_db [req-da3391b6-75dd-4a0b-bd53-335ba7343089 req-71a89714-50ba-433f-a383-3b2056229962 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] No DVR routers for this DVR port d02832f1-2937-48ad-9464-f39a0abb44a5 on host hv-cinder-78445 {{(pid=79296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:51:26.875451 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [req-da3391b6-75dd-4a0b-bd53-335ba7343089 req-71a89714-50ba-433f-a383-3b2056229962 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149324'] for port, before_response {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:26.877854 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bacad8bd-e1f7-457b-ab9d-2eb9b856053b', 'name': 'network-vif-deleted', 'tag': 'd02832f1-2937-48ad-9464-f39a0abb44a5'}] {{(pid=79296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:51:26.920325 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bacad8bd-e1f7-457b-ab9d-2eb9b856053b', 'name': 'network-vif-deleted', 'tag': 'd02832f1-2937-48ad-9464-f39a0abb44a5', 'status': 'completed', 'code': 200} May 10 19:51:26.955640 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [req-da3391b6-75dd-4a0b-bd53-335ba7343089 req-71a89714-50ba-433f-a383-3b2056229962 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] 10.222.0.36 "DELETE /v2.0/ports/d02832f1-2937-48ad-9464-f39a0abb44a5 HTTP/1.1" status: 204 len: 173 time: 0.7761340 May 10 19:51:27.288477 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [req-d799924c-85f4-44c8-a243-813ad9274ac7 req-1f95303c-d869-4e1b-b9a6-62a1b3019b24 tempest-VolumesActionsTest-310476322 tempest-VolumesActionsTest-310476322-project] 10.222.0.46 "GET /v2.0/ports?device_id=bacad8bd-e1f7-457b-ab9d-2eb9b856053b HTTP/1.1" status: 200 len: 210 time: 0.0424211 May 10 19:51:29.032061 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device d02832f1-2937-48ad-9464-f39a0abb44a5 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:51:29.069444 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.plugin [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] No Port match for: d02832f1-2937-48ad-9464-f39a0abb44a5 {{(pid=79297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:51:29.069800 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron.plugins.ml2.rpc [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Device d02832f1-2937-48ad-9464-f39a0abb44a5 not bound to the agent host hv-cinder-78445 {{(pid=79297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:51:31.140140 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.agents_db [None req-ff3cf147-8285-4226-b8f5-cc0a2e41555e None None] Agent healthcheck: found 6 active agents {{(pid=79298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:51:38.261505 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-43f36ceb-3e13-4ce1-9274-54dd2e337cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:38.438078 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:40.823865 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-19a683be-9d4c-4ed7-8a01-456e2eac43cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:40.932427 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:41.978193 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-05ecdfa3-b7ee-4afa-83d7-ebb5bc70016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:43.773518 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-02078f97-e06b-4c48-b673-8bf9bf3f5f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:50.146873 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 47154) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:51:50.205894 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0bccb6f-558b-44b1-a9f4-a00dddc2433d admin admin] Deleting subnet ef614d10-5afc-48dd-b95e-10f69e2fafa9 {{(pid=79295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 19:51:50.208738 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-b0bccb6f-558b-44b1-a9f4-a00dddc2433d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:50.260277 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-b0bccb6f-558b-44b1-a9f4-a00dddc2433d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1920444'] for subnet, precommit_delete_associations {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:50.313367 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-b0bccb6f-558b-44b1-a9f4-a00dddc2433d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4008472'] for subnet, precommit_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:50.701305 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-b0bccb6f-558b-44b1-a9f4-a00dddc2433d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4008471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10826971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1502654'] for subnet, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:50.705133 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-3292514f-e243-42ab-a6a1-7acae6496bbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:51:50.740076 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bccb6f-558b-44b1-a9f4-a00dddc2433d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef614d10-5afc-48dd-b95e-10f69e2fafa9,revision_number=None']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:51:50.744979 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-b0bccb6f-558b-44b1-a9f4-a00dddc2433d admin admin] Notify callbacks [] for subnet, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:50.754474 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bccb6f-558b-44b1-a9f4-a00dddc2433d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:51:50.754878 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bccb6f-558b-44b1-a9f4-a00dddc2433d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:51:50.755248 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bccb6f-558b-44b1-a9f4-a00dddc2433d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:51:50.755614 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bccb6f-558b-44b1-a9f4-a00dddc2433d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:51:50.755971 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bccb6f-558b-44b1-a9f4-a00dddc2433d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:51:50.756336 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bccb6f-558b-44b1-a9f4-a00dddc2433d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:51:50.756694 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bccb6f-558b-44b1-a9f4-a00dddc2433d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:51:50.757046 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bccb6f-558b-44b1-a9f4-a00dddc2433d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:51:50.757400 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bccb6f-558b-44b1-a9f4-a00dddc2433d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:51:50.757751 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bccb6f-558b-44b1-a9f4-a00dddc2433d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:51:50.758099 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bccb6f-558b-44b1-a9f4-a00dddc2433d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:51:50.758449 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bccb6f-558b-44b1-a9f4-a00dddc2433d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-smb {{(pid=79295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:51:50.763003 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-b0bccb6f-558b-44b1-a9f4-a00dddc2433d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:51:50.769806 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-b0bccb6f-558b-44b1-a9f4-a00dddc2433d admin admin] 10.222.0.46 "DELETE /v2.0/subnets/ef614d10-5afc-48dd-b95e-10f69e2fafa9 HTTP/1.1" status: 204 len: 168 time: 0.6219170 May 10 19:51:50.772825 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 47158) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:51:50.877929 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-73017518-6fcf-4e2c-b306-39d4764ccf3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850776'] for network, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:51.000032 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-73017518-6fcf-4e2c-b306-39d4764ccf3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002531', 'neutron.services.segments.db._delete_segments_for_network-8757498921373'] for network, precommit_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:51.012983 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.services.segments.db [None req-73017518-6fcf-4e2c-b306-39d4764ccf3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5051b56-0ff8-4269-b162-6fa135537d7c']}} {{(pid=79295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:51:51.025302 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.services.segments.db [None req-73017518-6fcf-4e2c-b306-39d4764ccf3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7323d78-e3a3-426e-b16d-432a29c1fd71') {'for_net_delete': True} {{(pid=79295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:51:51.025599 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.services.segments.db [None req-73017518-6fcf-4e2c-b306-39d4764ccf3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7323d78-e3a3-426e-b16d-432a29c1fd71') {} {{(pid=79295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:51:51.036603 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-73017518-6fcf-4e2c-b306-39d4764ccf3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757498933351', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1920419'] for segment, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:51.052529 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-73017518-6fcf-4e2c-b306-39d4764ccf3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007211'] for segment, precommit_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:51.058972 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73017518-6fcf-4e2c-b306-39d4764ccf3a admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=79295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:51:51.059354 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-73017518-6fcf-4e2c-b306-39d4764ccf3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10826941'] for segment, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:51.071976 dv-cinder-784453-6-smb neutron-server[79295]: Traceback (most recent call last): May 10 19:51:51.071976 dv-cinder-784453-6-smb neutron-server[79295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:51:51.071976 dv-cinder-784453-6-smb neutron-server[79295]: timer() May 10 19:51:51.071976 dv-cinder-784453-6-smb neutron-server[79295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:51:51.071976 dv-cinder-784453-6-smb neutron-server[79295]: cb(*args, **kw) May 10 19:51:51.071976 dv-cinder-784453-6-smb neutron-server[79295]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 19:51:51.071976 dv-cinder-784453-6-smb neutron-server[79295]: return func(*args, **kwargs) May 10 19:51:51.071976 dv-cinder-784453-6-smb neutron-server[79295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:51:51.071976 dv-cinder-784453-6-smb neutron-server[79295]: self._notify() May 10 19:51:51.071976 dv-cinder-784453-6-smb neutron-server[79295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:51:51.071976 dv-cinder-784453-6-smb neutron-server[79295]: self.callback(batched_events) May 10 19:51:51.071976 dv-cinder-784453-6-smb neutron-server[79295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:51:51.071976 dv-cinder-784453-6-smb neutron-server[79295]: event.method(event) May 10 19:51:51.071976 dv-cinder-784453-6-smb neutron-server[79295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 19:51:51.071976 dv-cinder-784453-6-smb neutron-server[79295]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:51:51.071976 dv-cinder-784453-6-smb neutron-server[79295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 19:51:51.071976 dv-cinder-784453-6-smb neutron-server[79295]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:51:51.071976 dv-cinder-784453-6-smb neutron-server[79295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 19:51:51.071976 dv-cinder-784453-6-smb neutron-server[79295]: return f(self, *a, **k) May 10 19:51:51.071976 dv-cinder-784453-6-smb neutron-server[79295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 19:51:51.071976 dv-cinder-784453-6-smb neutron-server[79295]: return self._get(url).json() May 10 19:51:51.071976 dv-cinder-784453-6-smb neutron-server[79295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 19:51:51.071976 dv-cinder-784453-6-smb neutron-server[79295]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:51:51.071976 dv-cinder-784453-6-smb neutron-server[79295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:51:51.071976 dv-cinder-784453-6-smb neutron-server[79295]: return self.request(url, 'GET', **kwargs) May 10 19:51:51.071976 dv-cinder-784453-6-smb neutron-server[79295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:51:51.071976 dv-cinder-784453-6-smb neutron-server[79295]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:51:51.071976 dv-cinder-784453-6-smb neutron-server[79295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:51:51.071976 dv-cinder-784453-6-smb neutron-server[79295]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:51:51.071976 dv-cinder-784453-6-smb neutron-server[79295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:51:51.071976 dv-cinder-784453-6-smb neutron-server[79295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:51:51.071976 dv-cinder-784453-6-smb neutron-server[79295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:51:51.229569 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-73017518-6fcf-4e2c-b306-39d4764ccf3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658298'] for network, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:51.233079 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:51:51.246110 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-73017518-6fcf-4e2c-b306-39d4764ccf3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533414'] for network, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:51.256637 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73017518-6fcf-4e2c-b306-39d4764ccf3a admin admin] Pushing event deleted for resources: {'Network': ['ID=e5051b56-0ff8-4269-b162-6fa135537d7c,revision_number=None']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:51:51.260187 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-73017518-6fcf-4e2c-b306-39d4764ccf3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:51:51.313114 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-73017518-6fcf-4e2c-b306-39d4764ccf3a admin admin] 10.222.0.46 "DELETE /v2.0/networks/e5051b56-0ff8-4269-b162-6fa135537d7c HTTP/1.1" status: 204 len: 168 time: 0.5393686 May 10 19:51:51.566081 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 47164) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:51:51.614031 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-640aed94-cc87-4811-9176-0061345dbd85 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6f71725c78c44808b4cc296ec6d4c8a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0467327 May 10 19:51:51.616358 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 47168) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:51:51.677831 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-791e183c-2adc-4d9a-8301-d3aa05156062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:51.704071 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-791e183c-2adc-4d9a-8301-d3aa05156062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:51.817918 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-791e183c-2adc-4d9a-8301-d3aa05156062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:51.821644 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-0eef5606-3c4e-48fb-92a7-891dd44600d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:51:51.832871 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791e183c-2adc-4d9a-8301-d3aa05156062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc191e5-b278-4b96-bd36-91162d655089,revision_number=None']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:51:51.839559 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-791e183c-2adc-4d9a-8301-d3aa05156062 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:51:51.839559 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-791e183c-2adc-4d9a-8301-d3aa05156062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:51.840501 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-791e183c-2adc-4d9a-8301-d3aa05156062 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/abc191e5-b278-4b96-bd36-91162d655089 HTTP/1.1" status: 204 len: 168 time: 0.2232544 May 10 19:52:05.707878 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.wsgi [-] (79296) accepted ('10.222.0.46', 47306) {{(pid=79296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:52:05.821345 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-3fd84b5d-2dc6-4d62-80fc-cd18ca484eab admin admin] Notify callbacks [] for security_group, before_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:05.835115 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-3fd84b5d-2dc6-4d62-80fc-cd18ca484eab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:52:05.839386 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-3fd84b5d-2dc6-4d62-80fc-cd18ca484eab admin admin] Usage tracker for resource:security_group_rule and tenant:76b8af63b5634d5cab3e4467ee17aa5a is out of sync, need to count used quota {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:52:05.842105 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.quota.resource [None req-3fd84b5d-2dc6-4d62-80fc-cd18ca484eab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:52:05.847689 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.db.quota.driver [None req-3fd84b5d-2dc6-4d62-80fc-cd18ca484eab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:52:05.926908 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-3fd84b5d-2dc6-4d62-80fc-cd18ca484eab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:05.980992 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron_lib.callbacks.manager [None req-3fd84b5d-2dc6-4d62-80fc-cd18ca484eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_create {{(pid=79296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:05.989687 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-af03feb5-e8ec-40da-9bc0-05a0a0a299ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:52:06.032976 dv-cinder-784453-6-smb neutron-server[79296]: INFO neutron.wsgi [None req-3fd84b5d-2dc6-4d62-80fc-cd18ca484eab admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=76b8af63b5634d5cab3e4467ee17aa5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3239250 May 10 19:52:06.033792 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd84b5d-2dc6-4d62-80fc-cd18ca484eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b534dedd-d139-4779-9b3e-d46ad47d5b44,revision_number=1']} {{(pid=79296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:52:06.035593 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [-] (79295) accepted ('10.222.0.46', 47312) {{(pid=79295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:52:06.040187 dv-cinder-784453-6-smb neutron-server[79296]: DEBUG oslo_concurrency.lockutils [None req-3fd84b5d-2dc6-4d62-80fc-cd18ca484eab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:52:06.094828 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-856c3050-76d2-4056-94d4-a07d19fb6617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:06.119774 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-856c3050-76d2-4056-94d4-a07d19fb6617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:06.223691 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-856c3050-76d2-4056-94d4-a07d19fb6617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560017'] for security_group, after_delete {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:06.227394 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-a7459fe9-b9f1-48e2-bfbf-ed620843ebd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:52:06.237840 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856c3050-76d2-4056-94d4-a07d19fb6617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b534dedd-d139-4779-9b3e-d46ad47d5b44,revision_number=None']} {{(pid=79295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:52:06.241631 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG oslo_concurrency.lockutils [None req-856c3050-76d2-4056-94d4-a07d19fb6617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:52:06.244869 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron_lib.callbacks.manager [None req-856c3050-76d2-4056-94d4-a07d19fb6617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:06.245959 dv-cinder-784453-6-smb neutron-server[79295]: INFO neutron.wsgi [None req-856c3050-76d2-4056-94d4-a07d19fb6617 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b534dedd-d139-4779-9b3e-d46ad47d5b44 HTTP/1.1" status: 204 len: 168 time: 0.2088666 May 10 19:52:08.139059 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.agents_db [None req-ff3cf147-8285-4226-b8f5-cc0a2e41555e None None] Agent healthcheck: found 6 active agents {{(pid=79298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:52:08.266986 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-7ca00b47-5f57-4991-95fa-f7e20d792b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:08.446906 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:10.829607 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-dc5aef70-ae63-4e6a-857f-bd2ce11424a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:10.941178 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:11.972320 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-05ecdfa3-b7ee-4afa-83d7-ebb5bc70016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:13.775262 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-02078f97-e06b-4c48-b673-8bf9bf3f5f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:38.264090 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-e509cca4-580f-4991-9f28-e90a377b0e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:38.446960 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:40.844802 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-ec8571bf-d8bf-46bf-b34f-f40fc4643c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:40.938418 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:42.006644 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-05ecdfa3-b7ee-4afa-83d7-ebb5bc70016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:43.784119 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-02078f97-e06b-4c48-b673-8bf9bf3f5f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:45.137143 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.agents_db [None req-ff3cf147-8285-4226-b8f5-cc0a2e41555e None None] Agent healthcheck: found 6 active agents {{(pid=79298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:53:08.275384 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-6149cac1-d9cc-4b64-853a-8016b27f56fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:53:08.446721 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:53:10.823933 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b1d02327-b285-48f4-8cc7-218b04a38b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:53:10.921038 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:53:11.972989 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-05ecdfa3-b7ee-4afa-83d7-ebb5bc70016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:53:13.781726 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-02078f97-e06b-4c48-b673-8bf9bf3f5f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:53:22.136273 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.agents_db [None req-ff3cf147-8285-4226-b8f5-cc0a2e41555e None None] Agent healthcheck: found 6 active agents {{(pid=79298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:53:38.281272 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-38eb3440-71e5-4cea-9ab4-401264d4b45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:53:38.435583 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:53:40.850733 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-ba462cb9-58b9-4aad-b60e-aa0eef9d9f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:53:40.930451 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:53:41.987678 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-05ecdfa3-b7ee-4afa-83d7-ebb5bc70016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:53:43.776169 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-02078f97-e06b-4c48-b673-8bf9bf3f5f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:53:59.135432 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.agents_db [None req-ff3cf147-8285-4226-b8f5-cc0a2e41555e None None] Agent healthcheck: found 6 active agents {{(pid=79298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:54:08.331789 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-5af49b35-bf85-4cbc-90da-b81c929ec6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:54:08.437440 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:54:10.828458 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-85514903-3c49-4fb1-bdf8-88210b12d9b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:54:10.929335 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:54:11.976641 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-05ecdfa3-b7ee-4afa-83d7-ebb5bc70016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:54:13.770869 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-02078f97-e06b-4c48-b673-8bf9bf3f5f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:54:31.812939 dv-cinder-784453-6-smb neutron-server[79295]: DEBUG neutron.wsgi [req-e0a2fa75-f631-47ff-94ad-0e1bdb0263f6 req-b127b545-084f-485e-89f9-3d4135c35abc tempest-AttachVolumeNegativeTest-721230695 tempest-AttachVolumeNegativeTest-721230695-project] (79295) timed out ('10.222.0.36', 49862) {{(pid=79295) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 10 19:54:36.134905 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.agents_db [None req-ff3cf147-8285-4226-b8f5-cc0a2e41555e None None] Agent healthcheck: found 6 active agents {{(pid=79298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:54:38.273810 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-9af28ae3-35d4-4336-8e8a-ff2264f1efca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:54:38.442293 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:54:40.818651 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-8063e852-acb5-49dd-91ec-028d28fa99c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:54:40.930483 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:54:41.987316 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-05ecdfa3-b7ee-4afa-83d7-ebb5bc70016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:54:43.792898 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-02078f97-e06b-4c48-b673-8bf9bf3f5f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:08.275768 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-7f63fa2d-9f47-429d-aed5-4a2ddbdbc5fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:08.441591 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:10.843754 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-67405a60-9af1-45e5-b9e6-f026bb761821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:10.949475 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:12.003947 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-05ecdfa3-b7ee-4afa-83d7-ebb5bc70016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:13.134219 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.agents_db [None req-ff3cf147-8285-4226-b8f5-cc0a2e41555e None None] Agent healthcheck: found 6 active agents {{(pid=79298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:55:13.815308 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-02078f97-e06b-4c48-b673-8bf9bf3f5f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:38.261095 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-9a42d75e-2709-43c8-83dd-0a5e11da948d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:38.426717 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:40.889402 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-d759f618-e197-4c42-befb-3aa46cd30e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:40.906394 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:41.986331 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-05ecdfa3-b7ee-4afa-83d7-ebb5bc70016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:43.791685 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-02078f97-e06b-4c48-b673-8bf9bf3f5f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:50.133312 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.agents_db [None req-ff3cf147-8285-4226-b8f5-cc0a2e41555e None None] Agent healthcheck: found 6 active agents {{(pid=79298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:56:08.289094 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-0c8f0ea2-4265-44b3-85a2-2fd970ee0fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:56:08.425906 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:56:10.857227 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-f070c5e2-8e72-4a3f-b5c9-7d7f152f6374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:56:10.948661 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:56:11.988647 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-05ecdfa3-b7ee-4afa-83d7-ebb5bc70016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:56:13.795101 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-02078f97-e06b-4c48-b673-8bf9bf3f5f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:56:27.134279 dv-cinder-784453-6-smb neutron-server[79298]: DEBUG neutron.db.agents_db [None req-ff3cf147-8285-4226-b8f5-cc0a2e41555e None None] Agent healthcheck: found 6 active agents {{(pid=79298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:56:38.263083 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-faacacfd-ea89-45e7-babe-f8187dbe3d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:56:38.414479 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-b2025a10-be17-42d3-b749-cc51342b1011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:56:40.851556 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-30b251bc-508a-4df3-942e-db9348293602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:56:40.931324 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-099250df-3ec4-4014-af36-89c71a03ab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:56:42.005764 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-05ecdfa3-b7ee-4afa-83d7-ebb5bc70016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:56:43.797517 dv-cinder-784453-6-smb neutron-server[79297]: DEBUG neutron_lib.callbacks.manager [None req-02078f97-e06b-4c48-b673-8bf9bf3f5f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757498921382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004569'] for agent, after_update {{(pid=79297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}